-- Logs begin at Sun 2021-02-07 00:58:52 UTC, end at Sun 2021-02-07 01:59:23 UTC. -- Feb 07 01:34:25.469243 dv-cinder-740146-7-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 07 01:34:28.165606 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.common.config [-] Logging enabled! Feb 07 01:34:28.166140 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev477 Feb 07 01:34:28.167497 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79830) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 01:34:28.169856 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.common.config [-] Logging enabled! Feb 07 01:34:28.170150 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev477 Feb 07 01:34:28.170540 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79830) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 01:34:28.171659 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 07 01:34:28.171928 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 07 01:34:28.173108 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 07 01:34:28.174304 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 07 01:34:28.174959 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 07 01:34:28.175417 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.175781 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.176146 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.176420 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.176774 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.177118 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.177476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.177896 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.178246 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.178575 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.178984 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.179314 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.179580 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.179904 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.180237 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.180571 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.180828 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] debug = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.181146 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.181682 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.182003 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.182321 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.182654 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.182992 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.183308 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.183631 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.184014 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] host = dv-cinder-740146-7-smb {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.184311 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.184642 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.184968 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.185300 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.185612 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.185926 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.186248 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.186560 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.186893 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] log_file = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.187205 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.187534 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.187862 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.188194 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.188452 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.188705 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.189033 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.189362 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.189674 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.189983 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.190292 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.190600 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.190932 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.191240 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.191565 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.191889 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.192215 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.192522 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.192830 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.193135 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.193440 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.193765 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.194073 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.194380 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.194686 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.195037 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.195349 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.195655 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.195997 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.196324 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.196646 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.196973 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.197282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.197609 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.197917 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.198223 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.198526 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] use_json = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.198864 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.199159 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.199480 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.199789 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.200094 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.200401 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.200705 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.201033 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:28.201370 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.201710 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.202054 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.202375 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.203211 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.203535 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.203866 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.204178 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.204772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.205105 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.205428 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.205743 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.206070 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.206386 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.206719 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.207093 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.207428 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.207761 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.208072 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.208384 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.208694 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.209008 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.209332 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.209668 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.210000 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.210316 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.210631 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.210988 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.211306 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.211616 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.211933 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.212266 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.212582 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.212893 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.213213 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.213529 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.213840 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.214151 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.214468 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.214802 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.215144 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.215453 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.215763 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.216076 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.216383 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.216710 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.217024 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.217335 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.217644 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.217958 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.218267 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.219234 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.219552 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.219866 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.220184 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.220496 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.220809 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.221123 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.221437 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.221748 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.222059 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.222367 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.222680 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.223017 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.223329 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.223637 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.223946 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.224257 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.224582 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.224920 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.225241 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.225553 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.225869 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.226184 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.226497 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.226815 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.227147 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.227461 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.227770 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.228103 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.228423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.228744 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.229064 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.229377 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.229715 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.230030 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.230348 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.230659 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.230995 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.231316 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.231644 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.231977 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.232311 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.232644 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.232974 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.233305 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.233622 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.234009 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.234331 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:28.234578 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 07 01:34:28.234868 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79830) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 07 01:34:28.884465 dv-cinder-740146-7-smb neutron-server[79830]: INFO keyring.backend [-] Loading Gnome Feb 07 01:34:28.901386 dv-cinder-740146-7-smb neutron-server[79830]: INFO keyring.backend [-] Loading Google Feb 07 01:34:28.903910 dv-cinder-740146-7-smb neutron-server[79830]: INFO keyring.backend [-] Loading Windows (alt) Feb 07 01:34:28.908116 dv-cinder-740146-7-smb neutron-server[79830]: INFO keyring.backend [-] Loading file Feb 07 01:34:28.908954 dv-cinder-740146-7-smb neutron-server[79830]: INFO keyring.backend [-] Loading keyczar Feb 07 01:34:28.909231 dv-cinder-740146-7-smb neutron-server[79830]: INFO keyring.backend [-] Loading multi Feb 07 01:34:28.909861 dv-cinder-740146-7-smb neutron-server[79830]: INFO keyring.backend [-] Loading pyfs Feb 07 01:34:28.956102 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79830) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:34:28.956409 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79830) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:34:28.956732 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79830) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:34:28.957098 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 07 01:34:29.343556 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.344072 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.344192 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.391101 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.391422 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.391717 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.396525 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.396835 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.397133 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.462761 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.463103 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.463402 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.464524 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.464825 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.465116 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.732805 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.733131 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.733430 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.733727 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.735102 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.882434 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.882801 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.883147 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.883445 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.883738 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.884111 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.884405 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.884689 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.884971 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.885301 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.885588 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.885888 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.886190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.886478 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.886784 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.887114 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.887403 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.887713 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.887991 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.888471 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.888749 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.889024 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.889356 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.889628 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.889897 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.890335 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 07 01:34:29.890604 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 07 01:34:29.890894 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 07 01:34:29.891161 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 07 01:34:29.891425 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 07 01:34:29.891689 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 07 01:34:29.893070 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 07 01:34:29.896201 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 07 01:34:29.900197 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 07 01:34:29.904117 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Feb 07 01:34:29.905753 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 07 01:34:29.906857 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 07 01:34:29.907235 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 07 01:34:29.907667 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 07 01:34:29.910360 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 07 01:34:29.910637 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 07 01:34:29.911038 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 07 01:34:29.932695 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 07 01:34:29.933362 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.933675 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79830) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 07 01:34:29.934080 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.935444 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79830) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 07 01:34:29.935759 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 07 01:34:29.936030 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 07 01:34:29.939673 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:29.939985 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.008194 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 07 01:34:30.008418 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 07 01:34:30.008686 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 07 01:34:30.009080 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 07 01:34:30.043041 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_db.sqlalchemy.engines [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79830) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 07 01:34:30.479624 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.managers [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Initializing driver for type 'gre' Feb 07 01:34:30.480189 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] gre ID ranges: [(1, 1000)] Feb 07 01:34:30.519153 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.managers [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Initializing driver for type 'local' Feb 07 01:34:30.519549 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.managers [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Initializing driver for type 'vlan' Feb 07 01:34:30.529768 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] VlanTypeDriver initialization complete Feb 07 01:34:30.530139 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.managers [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Initializing driver for type 'vxlan' Feb 07 01:34:30.530638 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] vxlan ID ranges: [(1, 1000)] Feb 07 01:34:30.569441 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.managers [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Initializing extension driver 'port_security' Feb 07 01:34:30.569805 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.extensions.port_security [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] PortSecurityExtensionDriver initialization complete Feb 07 01:34:30.570175 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.managers [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Initializing mechanism driver 'openvswitch' Feb 07 01:34:30.576369 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79830) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:34:30.577211 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > port after_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.578119 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > port after_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.578514 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > port after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.578959 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > subnet after_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.579616 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > subnet after_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.579992 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.580410 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > network after_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.580793 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > network after_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.581172 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > network after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.581585 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > security_group after_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.581963 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > security_group after_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.582487 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.582928 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.583310 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.583691 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.584105 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > address_group after_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.584483 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > address_group after_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.584859 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.585226 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] ML2 OVO RPC backend initialized. {{(pid=79830) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 07 01:34:30.585932 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.586318 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.586778 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > network before_response 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.587182 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > networks before_response 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.587559 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > port before_response 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.587934 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > ports before_response 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.588307 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > subnet before_response 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.588681 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > subnets before_response 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.589055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > network after_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.589426 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > network after_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.589795 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > network after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.590166 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > port after_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.590536 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > port after_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.590925 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > port after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.591294 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > subnet after_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.591662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > subnet after_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.592028 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.592648 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.plugin [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Modular L2 Plugin initialization complete Feb 07 01:34:30.593003 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading services supported by the core plugin {{(pid=79830) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 07 01:34:30.593985 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.plugins.ml2.managers [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Got port-security extension from driver 'port_security' Feb 07 01:34:30.594486 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.extensions.vlantransparent [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Disabled vlantransparent extension. Feb 07 01:34:30.595988 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79830) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 07 01:34:30.596348 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading Plugin: router Feb 07 01:34:30.632035 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.632470 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router after_create 55549900 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.632872 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router before_create 55549900 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.633273 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.633686 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.634076 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router after_delete 55549900 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.634473 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.634907 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router after_create 55549900 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.635289 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router after_update 55549900 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.635674 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router after_update 55549900 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.636057 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.636454 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router after_update 55549900 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.636945 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router precommit_update 55549900 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.637355 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: port after_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.637729 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: port after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.638100 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: subnet after_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.638469 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.638871 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.639254 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router precommit_create 55549900 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.639631 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: port before_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.640007 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router precommit_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.640926 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router after_update 55549900 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.641304 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.641689 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router precommit_create 55549900 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.642091 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.642470 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router precommit_update 55549900 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.642919 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > network after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.643913 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Tracking information for resource: router configured {{(pid=79830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 07 01:34:30.644284 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Tracking information for resource: floatingip configured {{(pid=79830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 07 01:34:30.649052 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.l3_agentschedulers_db [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 07 01:34:30.649698 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: port after_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.650094 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: port after_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.650480 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: port after_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.650887 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: port after_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.651778 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router before_create 55550100 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.652177 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.652575 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router precommit_create 55550100 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.652965 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > router precommit_update 55550100 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.658242 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.provider_configuration [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Service providers = [] {{(pid=79830) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 07 01:34:30.658637 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.servicetype_db [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79830) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 07 01:34:30.661473 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.service_base [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79830) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 07 01:34:30.661855 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.service_base [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79830) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 07 01:34:30.662230 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.service_base [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79830) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 07 01:34:30.663145 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.service_base [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79830) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 07 01:34:30.663547 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.services.service_base [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 07 01:34:30.663960 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 07 01:34:30.664313 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 07 01:34:30.675799 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 07 01:34:30.676177 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading Plugin: auto_allocate Feb 07 01:34:30.681650 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: network precommit_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.682055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: network precommit_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.682641 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 07 01:34:30.683029 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading Plugin: tag Feb 07 01:34:30.689923 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 07 01:34:30.690298 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading Plugin: timestamp Feb 07 01:34:30.694280 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 07 01:34:30.694649 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading Plugin: network_ip_availability Feb 07 01:34:30.700121 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.700524 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.700908 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.701676 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 07 01:34:30.702031 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading Plugin: flavors Feb 07 01:34:30.707299 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 07 01:34:30.707677 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading Plugin: revisions Feb 07 01:34:30.712050 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 07 01:34:30.712470 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.756s {{(pid=79830) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:34:30.713273 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79830) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 07 01:34:30.713636 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Initializing extension manager. Feb 07 01:34:30.714190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: __init__.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.714569 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: __pycache__ {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.714988 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.715359 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: address_group.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.716150 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.716788 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: address-group Feb 07 01:34:30.717153 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: address_scope.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.717919 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.719053 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: address-scope Feb 07 01:34:30.719415 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.720386 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.720913 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: router-admin-state-down-before-update Feb 07 01:34:30.721268 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: agent.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.722025 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.722596 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: agent Feb 07 01:34:30.722985 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: agent_resources_synced.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.723901 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.724473 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: agent-resources-synced Feb 07 01:34:30.724830 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: allowedaddresspairs.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.726607 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.727236 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: allowed-address-pairs Feb 07 01:34:30.727604 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: auto_allocated_topology.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.728672 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.729251 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: auto-allocated-topology Feb 07 01:34:30.729658 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: availability_zone.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.730400 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.730998 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: availability_zone Feb 07 01:34:30.731362 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: availability_zone_filter.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.732276 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.732848 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: availability_zone_filter Feb 07 01:34:30.733208 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: data_plane_status.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.734140 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.734704 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension data-plane-status not supported by any of loaded plugins Feb 07 01:34:30.735086 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: default_subnetpools.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.736009 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.736575 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: default-subnetpools Feb 07 01:34:30.736931 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.737882 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.738449 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: dhcp_agent_scheduler Feb 07 01:34:30.738837 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: dns.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.739750 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.740314 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension dns-integration not supported by any of loaded plugins Feb 07 01:34:30.740670 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: dns_domain_ports.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.741584 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.742153 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 07 01:34:30.742512 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: dvr.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.743282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.743855 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: dvr Feb 07 01:34:30.744210 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: empty_string_filtering.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.745124 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.745690 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: empty-string-filtering Feb 07 01:34:30.746048 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.746997 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.747568 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 07 01:34:30.747930 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.748843 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.749404 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 07 01:34:30.750273 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: external_net.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.751223 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.751792 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: external-net Feb 07 01:34:30.752144 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.753048 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.753618 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: extra_dhcp_opt Feb 07 01:34:30.753972 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: extraroute.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.754933 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.755508 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: extraroute Feb 07 01:34:30.755865 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: extraroute_atomic.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.756888 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.757464 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: extraroute-atomic Feb 07 01:34:30.757823 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: filter_validation.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.758516 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.759110 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: filter-validation Feb 07 01:34:30.759468 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: fip_pf_description.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.760382 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.760949 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 07 01:34:30.761307 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: fip_port_details.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.762221 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.762783 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: fip-port-details Feb 07 01:34:30.763174 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: flavors.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.764393 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.764976 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: flavors Feb 07 01:34:30.765890 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.767675 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.768271 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 07 01:34:30.768636 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: floatingip_pools.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.769386 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.769961 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: floatingip-pools Feb 07 01:34:30.770321 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: ip_allocation.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.771337 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.771899 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension ip_allocation not supported by any of loaded plugins Feb 07 01:34:30.772260 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.773178 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.773748 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: ip-substring-filtering Feb 07 01:34:30.774110 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: l2_adjacency.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.775055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.775620 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 07 01:34:30.775980 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: l3.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.777028 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.777601 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: router Feb 07 01:34:30.777962 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.780235 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.780850 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 07 01:34:30.781219 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.782143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.782719 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: ext-gw-mode Feb 07 01:34:30.783107 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.784031 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.784604 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: l3-ha Feb 07 01:34:30.784965 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: l3_flavors.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.785883 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.786455 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: l3-flavors Feb 07 01:34:30.786840 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.787842 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.788422 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 07 01:34:30.788784 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: l3agentscheduler.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.789931 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.790521 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: l3_agent_scheduler Feb 07 01:34:30.790910 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: logging.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.792461 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.793051 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension logging not supported by any of loaded plugins Feb 07 01:34:30.793424 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: metering.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.794212 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.794929 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: metering Feb 07 01:34:30.795296 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.796424 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.797008 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: metering_source_and_destination_fields Feb 07 01:34:30.797368 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: multiprovidernet.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.798308 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.798913 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: multi-provider Feb 07 01:34:30.799275 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: netmtu.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.800192 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.800760 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: net-mtu Feb 07 01:34:30.801119 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: netmtu_writable.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.802045 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.802615 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: net-mtu-writable Feb 07 01:34:30.803031 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: network_availability_zone.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.803749 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.804311 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: network_availability_zone Feb 07 01:34:30.804668 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: network_ip_availability.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.805870 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.806443 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: network-ip-availability Feb 07 01:34:30.806802 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: network_segment_range.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.807646 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.808223 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension network-segment-range not supported by any of loaded plugins Feb 07 01:34:30.808582 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: pagination.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.809578 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.809948 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: pagination Feb 07 01:34:30.810305 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: port_device_profile.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.811234 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.811812 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: port-device-profile Feb 07 01:34:30.812686 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.813605 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.814187 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: port-mac-address-regenerate Feb 07 01:34:30.814553 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.815499 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.816070 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: port-numa-affinity-policy Feb 07 01:34:30.816430 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: port_resource_request.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.817346 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.817909 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension port-resource-request not supported by any of loaded plugins Feb 07 01:34:30.818265 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: portbindings.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.819230 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.819798 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: binding Feb 07 01:34:30.820155 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: portbindings_extended.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.821425 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.822000 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: binding-extended Feb 07 01:34:30.822366 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: portsecurity.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.823324 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.823897 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: port-security Feb 07 01:34:30.824257 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: project_id.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.825247 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.825616 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: project-id Feb 07 01:34:30.825974 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: providernet.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.826921 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.827497 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: provider Feb 07 01:34:30.828403 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: qos.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.832277 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.832868 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension qos not supported by any of loaded plugins Feb 07 01:34:30.833234 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.834482 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.835103 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 07 01:34:30.835472 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.836391 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.836959 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 07 01:34:30.837319 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: qos_default.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.838232 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.838801 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension qos-default not supported by any of loaded plugins Feb 07 01:34:30.839187 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: qos_fip.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.839876 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.840442 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension qos-fip not supported by any of loaded plugins Feb 07 01:34:30.840802 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: qos_gateway_ip.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.841731 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.842297 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 07 01:34:30.842656 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: qos_port_network_policy.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.843619 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.844185 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 07 01:34:30.844541 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: qos_rule_type_details.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.845457 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.846024 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 07 01:34:30.846381 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: qos_rules_alias.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.847436 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.848011 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 07 01:34:30.848370 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: quotasv2.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.849337 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.849709 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: quotas Feb 07 01:34:30.850065 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: quotasv2_detail.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.851651 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.852032 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: quota_details Feb 07 01:34:30.852394 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: rbac.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.853645 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.854244 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: rbac-policies Feb 07 01:34:30.854609 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: rbac_address_scope.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.855566 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.856145 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: rbac-address-scope Feb 07 01:34:30.856507 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: rbac_security_groups.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.857475 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.858044 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: rbac-security-groups Feb 07 01:34:30.858402 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: rbac_subnetpool.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.859407 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.859987 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: rbac-subnetpool Feb 07 01:34:30.860346 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: revisionifmatch.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.861264 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.861839 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: revision-if-match Feb 07 01:34:30.862196 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: revisions.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.863333 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.863909 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: standard-attr-revisions Feb 07 01:34:30.864268 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: router_availability_zone.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.864979 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.865555 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: router_availability_zone Feb 07 01:34:30.865912 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: routerservicetype.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.866869 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.867425 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension router-service-type not supported by any of loaded plugins Feb 07 01:34:30.867781 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.868718 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.869287 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: security-groups-normalized-cidr Feb 07 01:34:30.869641 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.870566 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.871184 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: port-security-groups-filtering Feb 07 01:34:30.871544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.872477 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.873055 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: security-groups-remote-address-group Feb 07 01:34:30.873412 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: securitygroup.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.886942 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.887556 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: security-group Feb 07 01:34:30.887929 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: segment.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.888805 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.889390 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension segment not supported by any of loaded plugins Feb 07 01:34:30.889758 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.891337 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.891919 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 07 01:34:30.892282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: servicetype.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.893373 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.893955 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: service-type Feb 07 01:34:30.894318 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: sorting.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.895333 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.895703 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: sorting Feb 07 01:34:30.896066 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: standard_attr_segment.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.896996 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.897589 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 07 01:34:30.897952 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: standardattrdescription.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.898642 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.899254 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: standard-attr-description Feb 07 01:34:30.899616 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: stateful_security_group.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.900548 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.901130 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: stateful-security-group Feb 07 01:34:30.901491 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: stdattrs_common.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.902076 dv-cinder-740146-7-smb neutron-server[79830]: WARNING neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 07 01:34:30.902435 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.903480 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.904070 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 07 01:34:30.904431 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: subnet_onboard.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.905486 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.906088 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: subnet_onboard Feb 07 01:34:30.906446 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.907397 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.907980 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 07 01:34:30.908339 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: subnet_service_types.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.909280 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.909884 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: subnet-service-types Feb 07 01:34:30.910238 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: subnetallocation.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.911346 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.911938 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: subnet_allocation Feb 07 01:34:30.912300 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.912990 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.913565 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: subnetpool-prefix-ops Feb 07 01:34:30.913923 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.914900 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.915476 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 07 01:34:30.915834 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: tagging.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.917831 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.918432 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: standard-attr-tag Feb 07 01:34:30.918802 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: timestamp.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.920022 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.920609 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loaded extension: standard-attr-timestamp Feb 07 01:34:30.920974 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: trunk.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.922019 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.922602 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension trunk not supported by any of loaded plugins Feb 07 01:34:30.923014 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: trunk_details.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.923940 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.924519 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension trunk-details not supported by any of loaded plugins Feb 07 01:34:30.924881 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: uplink_status_propagation.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.925804 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.926387 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 07 01:34:30.926749 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Loading extension file: vlantransparent.py {{(pid=79830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 07 01:34:30.927476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 01:34:30.928045 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 07 01:34:30.931297 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Creating instance of TrackedResource for resource:network Feb 07 01:34:30.932061 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Creating instance of TrackedResource for resource:subnet Feb 07 01:34:30.932728 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 01:34:30.933380 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Creating instance of TrackedResource for resource:port Feb 07 01:34:30.934904 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.resource_helper [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 07 01:34:30.935387 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.resource_helper [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Service FLAVORS assigned prefix: {{(pid=79830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 07 01:34:30.936082 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.resource_helper [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 07 01:34:30.936551 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.resource_helper [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 07 01:34:30.936918 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Creating instance of TrackedResource for resource:router Feb 07 01:34:30.938154 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Creating instance of TrackedResource for resource:floatingip Feb 07 01:34:30.938950 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.resource_helper [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Service METERING assigned prefix: /metering {{(pid=79830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 07 01:34:30.940729 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.941127 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.941511 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79830) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:34:30.942622 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 01:34:30.943128 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Creating instance of TrackedResource for resource:security_group Feb 07 01:34:30.943971 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 01:34:30.944780 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.resource_helper [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Service CORE assigned prefix: {{(pid=79830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 07 01:34:30.945151 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 01:34:30.945519 dv-cinder-740146-7-smb neutron-server[79830]: WARNING neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] subnetpool is already registered Feb 07 01:34:30.946181 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.resource_helper [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Service CORE assigned prefix: {{(pid=79830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 07 01:34:30.946546 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 01:34:30.946932 dv-cinder-740146-7-smb neutron-server[79830]: WARNING neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] subnetpool is already registered Feb 07 01:34:30.949735 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.resource_helper [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 07 01:34:30.950216 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.resource_helper [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Service FLAVORS assigned prefix: {{(pid=79830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 07 01:34:30.950880 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.resource_helper [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 07 01:34:30.951345 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.resource_helper [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 07 01:34:30.951862 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Creating instance of TrackedResource for resource:router Feb 07 01:34:30.952073 dv-cinder-740146-7-smb neutron-server[79830]: WARNING neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] router is already registered Feb 07 01:34:30.953262 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Creating instance of TrackedResource for resource:floatingip Feb 07 01:34:30.953626 dv-cinder-740146-7-smb neutron-server[79830]: WARNING neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] floatingip is already registered Feb 07 01:34:30.954580 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.resource_helper [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Service METERING assigned prefix: /metering {{(pid=79830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 07 01:34:30.955348 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 01:34:30.955712 dv-cinder-740146-7-smb neutron-server[79830]: WARNING neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] rbac_policy is already registered Feb 07 01:34:30.956328 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Creating instance of TrackedResource for resource:security_group Feb 07 01:34:30.956693 dv-cinder-740146-7-smb neutron-server[79830]: WARNING neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] security_group is already registered Feb 07 01:34:30.957333 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 01:34:30.957694 dv-cinder-740146-7-smb neutron-server[79830]: WARNING neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] security_group_rule is already registered Feb 07 01:34:30.958408 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.resource_helper [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Service CORE assigned prefix: {{(pid=79830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 07 01:34:30.958774 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 01:34:30.959157 dv-cinder-740146-7-smb neutron-server[79830]: WARNING neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] subnetpool is already registered Feb 07 01:34:30.959834 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.resource_helper [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Service CORE assigned prefix: {{(pid=79830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 07 01:34:30.960206 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 01:34:30.960567 dv-cinder-740146-7-smb neutron-server[79830]: WARNING neutron.quota.resource_registry [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] subnetpool is already registered Feb 07 01:34:30.961271 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: extensions {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.962843 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: address-groups {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.964539 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: address-scopes {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.965831 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: agents {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.967094 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: auto-allocated-topology {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.968472 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: availability_zones {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.969863 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: dhcp-networks {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.971416 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: dhcp-agents {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.972901 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: routers {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.974839 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: flavors {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.976088 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: service_profiles {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.977392 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: next_providers {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.979030 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: service_profiles {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.980565 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: floatingip-pools {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.981861 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: routers {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.983790 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: floatingips {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.985075 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: l3-routers {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.986555 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: l3-agents {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.988083 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: metering-labels {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.989511 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: metering-label-rules {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.990937 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: network-ip-availabilities {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.992276 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: bindings {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.994042 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: quotas {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.995602 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: quotas {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.997121 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: rbac-policies {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:30.998488 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: security-groups {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:31.000358 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: security-group-rules {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:31.001672 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: service-providers {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:31.003009 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: subnetpools {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:31.005422 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: subnetpools {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:31.007137 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: tags {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:31.008919 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: tags {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:31.010858 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: tags {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:31.012764 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: tags {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:31.014653 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: tags {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:31.017097 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: tags {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:31.019046 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: tags {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:31.021025 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: tags {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:31.023060 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: tags {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:31.025007 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.extensions [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Extended resource: tags {{(pid=79830) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 07 01:34:31.032138 dv-cinder-740146-7-smb neutron-server[79830]: WARNING keystonemiddleware.auth_token [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 07 01:34:31.037328 dv-cinder-740146-7-smb neutron-server[79830]: WARNING keystonemiddleware.auth_token [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 07 01:34:31.046060 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Acquired lock "singleton_lock" {{(pid=79830) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 07 01:34:31.046601 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Releasing lock "singleton_lock" {{(pid=79830) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 07 01:34:31.048083 dv-cinder-740146-7-smb neutron-server[79830]: INFO oslo_service.service [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Starting 2 workers Feb 07 01:34:31.052868 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Started child 79941 {{(pid=79830) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 07 01:34:31.057323 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:31.057621 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Started child 79942 {{(pid=79830) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 07 01:34:31.058799 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [-] (79941) wsgi starting up on http://0.0.0.0:9696 Feb 07 01:34:31.059174 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.service [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 07 01:34:31.059851 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Notify callbacks [] for process, before_spawn {{(pid=79830) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:31.061792 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:31.062848 dv-cinder-740146-7-smb neutron-server[79830]: INFO oslo_service.service [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Starting 1 workers Feb 07 01:34:31.063871 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [-] (79942) wsgi starting up on http://0.0.0.0:9696 Feb 07 01:34:31.068346 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Started child 79943 {{(pid=79830) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 07 01:34:31.068890 dv-cinder-740146-7-smb neutron-server[79830]: INFO oslo_service.service [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Starting 1 workers Feb 07 01:34:31.070662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.service [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] calling RpcWorker wait() {{(pid=79943) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 07 01:34:31.071070 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.service [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] returning from RpcWorker wait() {{(pid=79943) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 07 01:34:31.072568 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:31.073198 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:34:31.073668 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Started child 79944 {{(pid=79830) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 07 01:34:31.074457 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd16a-2b65-4d41-a3c9-d3f9746c7a38 None None] Notify callbacks [] for process, after_spawn {{(pid=79830) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:31.076163 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79830) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 07 01:34:31.076397 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 07 01:34:31.076597 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 07 01:34:31.076867 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 07 01:34:31.077258 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 07 01:34:31.077444 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 07 01:34:31.078576 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.078907 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.079486 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.079772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.080104 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.080531 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:31.080775 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.081064 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.081348 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.081656 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.081924 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.082121 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.082292 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.082581 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.082889 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.083243 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.083539 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.083813 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.084081 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.084290 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.084553 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.084866 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.085146 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.085437 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] debug = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.085719 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.086325 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.086579 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.086862 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.087143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.087442 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.087719 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.087994 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.088252 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.088516 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.088788 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.089053 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.089290 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.089536 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.089827 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.090072 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.090524 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] host = dv-cinder-740146-7-smb {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.090799 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.091079 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.091342 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.091617 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.091891 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.092147 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.092428 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.092724 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.092979 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.093299 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.093535 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.093798 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.094069 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.094322 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] log_file = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.094473 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] log_options = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.094725 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.095041 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.095325 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.095536 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.095725 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.095909 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.096197 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.096354 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.096642 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.096886 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.097126 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.097393 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.097633 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.097873 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.098133 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.098372 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.098650 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.098910 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.099211 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.099487 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.099763 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.100036 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.100278 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.100616 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.100769 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.101470 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.101738 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.101981 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.102222 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.102531 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.102978 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.103156 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.103423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.103626 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.103954 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.104129 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.104438 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.104709 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.104938 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.105258 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.105548 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.105789 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.106070 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.106310 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.106563 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.106836 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] use_json = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.107139 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:34:31.107313 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.107313 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.107649 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.107833 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.108003 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.108226 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.108464 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.108760 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.109718 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.110005 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.110381 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.110742 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.110954 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.111208 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.111494 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.111742 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.112007 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.112268 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.112601 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.112878 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.113200 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.113421 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.114232 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.114607 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.115363 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.115363 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.115643 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.116313 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.116560 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.116822 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.117173 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.117485 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.117765 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.118048 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.118294 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.118563 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.118827 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.119071 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.119724 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.119974 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.126632 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 39604) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:34:31.126774 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.127001 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.127292 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.127578 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.127919 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.128185 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.128471 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.128744 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.129050 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.129331 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.129594 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.129855 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.130127 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.130385 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.130636 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.134667 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.137474 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.137793 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.138122 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.138418 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.138682 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.138967 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.139245 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.139532 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.139792 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.139885 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101266 Feb 07 01:34:31.140025 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.140488 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.140747 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.140998 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.141291 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.141560 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.142018 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.142277 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.142534 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.142784 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.143095 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.143370 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.143626 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.143877 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.144141 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.144388 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.144639 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.144899 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.145146 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.145391 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.145636 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.145882 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.146126 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.146371 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.146614 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.147619 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.147619 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.147619 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.147846 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.147963 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.148413 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.148705 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.148995 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.149247 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.149531 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.149783 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.150055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.150320 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.150625 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.152716 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.153069 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.153361 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.153634 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.153957 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.154213 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.155947 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.156965 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.157271 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.159217 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.159752 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.160298 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.160628 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.160857 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.161306 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.161762 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.162213 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.162543 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.162851 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.163186 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.163544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.163851 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.164312 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.164935 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.165419 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.165727 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.165992 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.166456 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.167009 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.167770 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.168047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.168375 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.168661 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.168927 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.169208 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.169477 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.169835 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.170143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.170399 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.170699 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.171903 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.171903 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.172265 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.172636 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.172852 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.173142 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.173440 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.173743 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.174031 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.174293 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.174612 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.175070 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.175343 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.175611 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.175885 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.176156 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.176716 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.176716 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.176900 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.177154 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.177409 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.177820 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.178073 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.178353 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.178604 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.178903 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.179182 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.179454 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.179726 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.180001 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.180268 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.180561 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.181134 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.181134 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.182367 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.182367 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.182367 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.182367 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.182717 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.182717 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.183106 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.183362 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.183612 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.183865 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.184138 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.184392 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.185500 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.185791 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.186051 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.186338 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.186612 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.187069 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.188522 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.188522 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.188756 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.188862 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.189055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.189309 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.189544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.189777 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.190030 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.190319 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.190599 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.190904 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.191155 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.191405 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.191649 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.191878 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.192102 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.192429 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.194163 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.194577 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.194987 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.195361 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.195748 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.196169 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.196430 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.196713 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.196969 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.197562 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.197562 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.197731 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.198050 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.198321 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.199359 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.199359 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.199359 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.199592 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.199739 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.200336 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.200336 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.200630 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.200884 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.201168 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.201425 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.201676 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.201967 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.202268 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.202677 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.203088 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.203377 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.203660 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.203966 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.204572 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.204857 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.205108 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.205413 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.205772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.206103 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.206313 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.206589 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.206878 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.207329 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.207588 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.208448 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.208448 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.208448 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.208687 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.208944 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.209174 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.209375 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.209923 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.209923 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.210225 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.210368 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.210622 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.210898 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.211069 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 07 01:34:31.212052 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79830) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 07 01:34:31.212052 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 07 01:34:31.212052 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 07 01:34:31.212052 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 07 01:34:31.212595 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 07 01:34:31.212595 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 07 01:34:31.212852 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.212852 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.213140 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.213140 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.213394 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.213528 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.213663 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.213797 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.213939 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.214078 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.214879 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.214879 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.214879 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.214879 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.214879 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.215218 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.215218 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.215379 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.215691 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.216019 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.216369 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.216537 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.216881 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] debug = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.217049 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.217279 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.217447 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.217793 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.218058 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.218165 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.218377 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.218539 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.218727 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.218956 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.219142 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.219326 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.219511 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.219688 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.219843 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.219989 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.221251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] host = dv-cinder-740146-7-smb {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.221251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.221251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.221251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.221251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.221251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.221251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.221251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.222362 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.222362 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.222362 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.222362 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.222362 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.222362 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.222362 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] log_file = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.223190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] log_options = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.223190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.223190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.223190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.223190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.223622 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.223622 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.223797 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.223797 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.223972 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.224152 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.224331 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.224480 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.224832 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.225020 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.225192 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.225371 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.225556 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.225747 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.225935 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.226121 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.226343 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.226441 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.226630 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.226784 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.227006 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.227203 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.227350 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.227633 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.227787 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.227922 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.228056 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.228190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.228326 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.228481 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.228624 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.228797 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.228980 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.229167 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.229355 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.229526 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.229705 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.229879 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.230031 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.230214 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.230399 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.230562 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] use_json = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.230651 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:34:31.230723 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.230904 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.231075 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.231252 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.231436 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.231620 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.231780 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.231966 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 07 01:34:31.232799 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.232799 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.232799 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.232799 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.233069 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.233069 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.233193 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.233409 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.233504 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.233643 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.234335 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.235317 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.235317 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.235317 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.235317 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.235317 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.236027 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.236027 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.236027 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.236027 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.236027 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.236679 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.236679 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.236679 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.236679 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.237190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.237190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.237190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.237571 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.237571 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.237830 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.237830 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.238098 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.238252 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.238436 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.238436 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.238850 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.238850 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.239159 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.239159 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.239417 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.239552 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.239698 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.239843 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.239946 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.240094 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.240276 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.240463 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.240651 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.240838 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.241037 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.241224 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.241412 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.241599 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.241786 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.241973 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.242159 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.242346 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.242534 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.242725 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.242935 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.243107 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.243250 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.243434 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.243640 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.243755 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.243943 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.244112 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.244303 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.244502 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.245859 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.245859 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.245859 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.245859 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.245859 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.245859 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.245859 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.245859 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.246360 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.246360 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.246360 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.246559 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.246559 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.247010 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.247010 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.247471 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.247471 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.247471 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.247782 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.247782 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.248495 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.248495 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.248495 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.248495 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.249113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.249113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.249113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.249113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.249561 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.249561 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.249561 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.250693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.250693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.250693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.250693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.251599 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.251599 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.251599 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.251599 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.251599 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.252102 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.252102 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.252102 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.252362 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.252362 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.252503 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.252715 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.252828 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.253013 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.253183 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.253366 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.253553 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.253740 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.253934 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.254119 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.254317 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.254828 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.254828 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.254828 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.255063 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.255285 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.256177 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.256177 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.256177 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.256425 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.256425 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.256666 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.256790 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.256952 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.257231 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.257783 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.257783 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.257783 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.258320 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.258320 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.258320 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.258946 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.258946 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.258946 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.259599 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.259765 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.261047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.261047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.261047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.261047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.261047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.261047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.261047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.261047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.262321 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.262321 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.262321 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.262321 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.262990 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.263226 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.263393 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.264270 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.264448 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.264644 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.264840 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.265030 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.265248 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.265438 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.265629 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.266568 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.266568 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.266568 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.266568 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.266568 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.266960 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.266960 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.267084 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.267151 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.267374 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.267519 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.267656 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.268001 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.268212 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.268404 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.268592 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.268780 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.268967 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.269152 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.269337 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.270239 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.270239 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.270239 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.270239 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.270518 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.270518 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.270640 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.270856 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.271006 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.271209 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.271451 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.271553 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.271787 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.271877 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.272021 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.272280 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.272482 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.272669 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.274613 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.274613 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.274613 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.274613 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.274613 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.274613 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.274613 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.274613 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.275344 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.275344 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.275344 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.275768 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.276073 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.276375 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.276678 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.276986 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.277280 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.277574 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.277894 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.278068 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.278235 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.278564 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.278757 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.278985 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.279184 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.279352 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.279553 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.279853 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.280054 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.280239 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.280436 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.280637 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.280853 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.281020 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.281392 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.281544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.281927 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.282100 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.282258 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.282447 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.282633 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.282869 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.283039 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.283188 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.283408 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.283561 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.283702 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.283855 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.284006 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.284191 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.284377 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 07 01:34:31.284556 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79830) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 07 01:34:41.373551 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f46df33-d9b1-48a6-a6cf-f088ae68a788 None None] get_active_networks_info from dv-cinder-740146-7-smb {{(pid=79943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 07 01:34:41.540258 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f46df33-d9b1-48a6-a6cf-f088ae68a788 None None] No non-hosted networks {{(pid=79943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 07 01:34:41.579686 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2e894fc0-7245-4cb6-b87d-2e014234c0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437'] for agent, after_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:43.685320 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-070d9313-1597-4e5b-a97f-c62657876459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437'] for agent, after_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:43.745055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-32e743d2-81d4-4c99-a508-16a0bccbc03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:44.185490 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437'] for agent, after_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:45.001002 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437'] for agent, after_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:45.007312 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:45.010597 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:45.011794 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:45.014544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:45.015454 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:45.016010 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:45.016525 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:45.017036 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:45.017541 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:45.018052 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:45.018552 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:45.019079 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:45.019642 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-740146-7-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:34:45.025271 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-740146-7-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:34:45.558174 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437'] for agent, after_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:46.826142 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] get_endpoint_by_host() called for host dv-cinder-740146-7-smb {{(pid=79943) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 07 01:34:46.832231 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] get_endpoint_by_ip() called for ip 192.168.0.44 {{(pid=79943) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 07 01:34:46.835480 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] _add_endpoint() called for ip 192.168.0.44 {{(pid=79943) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 07 01:34:46.844658 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] _get_endpoints() called {{(pid=79943) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 07 01:34:46.845229 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 39702) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:34:47.487614 dv-cinder-740146-7-smb neutron-server[79830]: WARNING oslo_policy.policy [None req-f88a264f-ffe7-43cd-8254-a9511377ecbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 01:34:47.488239 dv-cinder-740146-7-smb neutron-server[79830]: WARNING oslo_policy.policy [None req-f88a264f-ffe7-43cd-8254-a9511377ecbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 01:34:47.721419 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [None req-f88a264f-ffe7-43cd-8254-a9511377ecbf admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=79942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 01:34:47.722483 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-f88a264f-ffe7-43cd-8254-a9511377ecbf admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8762553 Feb 07 01:34:50.442612 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 39716) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:34:50.801049 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.l3_hamode_db [None req-c51163f3-e82e-4010-a33c-f7fb24d610be None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 07 01:34:50.867506 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-50fb0a47-b75b-4adb-9d68-0cf1a7450937 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:34:50.889578 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51163f3-e82e-4010-a33c-f7fb24d610be None None] Routers set() bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:34:50.890020 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51163f3-e82e-4010-a33c-f7fb24d610be None None] Router IDs set() for agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 07 01:34:50.935663 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.policy [None req-50fb0a47-b75b-4adb-9d68-0cf1a7450937 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79942) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 07 01:34:50.937107 dv-cinder-740146-7-smb neutron-server[79830]: WARNING oslo_policy.policy [None req-50fb0a47-b75b-4adb-9d68-0cf1a7450937 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 01:34:50.937510 dv-cinder-740146-7-smb neutron-server[79830]: WARNING oslo_policy.policy [None req-50fb0a47-b75b-4adb-9d68-0cf1a7450937 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 01:34:50.963596 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota [None req-50fb0a47-b75b-4adb-9d68-0cf1a7450937 admin admin] Loaded quota_driver: . Feb 07 01:34:50.979800 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-50fb0a47-b75b-4adb-9d68-0cf1a7450937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:34:51.036149 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-50fb0a47-b75b-4adb-9d68-0cf1a7450937 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754018418354', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754018399682', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754018418103', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754018446609', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754018445818', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854360951', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854329369', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-750232', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-622849'] for rbac-policy, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:51.099186 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-50fb0a47-b75b-4adb-9d68-0cf1a7450937 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:51.100431 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-50fb0a47-b75b-4adb-9d68-0cf1a7450937 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6567447 Feb 07 01:34:54.057236 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 39730) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:34:54.454329 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Request body: {'network': {'name': 'private', 'project_id': '499cf6f80f2b43ebad7282e6066ae566', 'admin_state_up': True}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:34:54.460508 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:34:54.466876 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Usage tracker for resource:network and tenant:499cf6f80f2b43ebad7282e6066ae566 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:34:54.471209 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:34:54.477336 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:34:54.485820 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Made reservation on behalf of 499cf6f80f2b43ebad7282e6066ae566 for: {'network': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:34:54.491822 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for network, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:54.508406 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:54.523221 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:34:54.526973 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Usage tracker for resource:security_group_rule and tenant:499cf6f80f2b43ebad7282e6066ae566 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:34:54.531502 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:34:54.537022 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:34:54.630476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:54.632951 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:54.638339 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:34:54.658398 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=79942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 07 01:34:54.682014 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282839147363', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:54.682607 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.segments_db [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Added segment 6fedf35b-a65d-4c7d-927c-ce8b539ce3a0 of type vxlan for network 3e5d72e6-a323-43bc-b4ed-e907292cd226 Feb 07 01:34:54.898139 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173320c9-2e47-438f-9e1d-daa4b506339a,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:34:54.923446 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:54.923819 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:54.924180 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:54.924532 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:54.924885 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:54.925258 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:54.925604 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:54.925947 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:54.926304 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:54.926646 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:54.927012 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:54.927351 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Tracked resource versions report: Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: pushed versions: Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: { 'AddressGroup': {'1.1'}, Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'ConntrackHelper': {'1.0'}, Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'Log': {'1.0'}, Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'Network': {'1.1'}, Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'Port': {'1.7'}, Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'PortForwarding': {'1.2'}, Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'QosPolicy': {'1.8'}, Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroup': {'1.4'}, Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroupRule': {'1.2'}, Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'SubPort': {'1.0'}, Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'Subnet': {'1.1'}, Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'Trunk': {'1.1'}} Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: consumer versions: Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: { DHCP agent@dv-cinder-740146-7-smb: {}, Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: L3 agent@dv-cinder-740146-7-smb: {}, Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: Metadata agent@dv-cinder-740146-7-smb: {}, Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: Metering agent@dv-cinder-740146-7-smb: {}, Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: Open vSwitch agent@dv-cinder-740146-7-smb: { 'AddressGroup': '1.1', Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'ConntrackHelper': '1.0', Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'Log': '1.0', Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'Network': '1.1', Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'Port': '1.7', Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'PortForwarding': '1.2', Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'QosPolicy': '1.8', Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroup': '1.4', Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroupRule': '1.2', Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'SubPort': '1.0', Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'Subnet': '1.1', Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: 'Trunk': '1.1'}} Feb 07 01:34:54.928426 dv-cinder-740146-7-smb neutron-server[79830]: {{(pid=79942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 07 01:34:54.953231 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754015121881'] for network, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:54.969602 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:34:54.994088 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for network, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:54.995411 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:34:54.996071 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:55.001479 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:34:55.105762 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0473473 Feb 07 01:34:55.113384 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=3e5d72e6-a323-43bc-b4ed-e907292cd226,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:34:55.116721 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:34:55.125628 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Network 3e5d72e6-a323-43bc-b4ed-e907292cd226 details requested by agent ovs-agent-dv-cinder-740146-7-smb with host dv-cinder-740146-7-smb {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:34:58.121825 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 39746) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:34:58.624200 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746698c4-276d-40b4-a7ad-406f790f9c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:34:58.625590 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-746698c4-276d-40b4-a7ad-406f790f9c1c admin admin] 10.222.0.52 "GET /v2.0/networks/3e5d72e6-a323-43bc-b4ed-e907292cd226 HTTP/1.1" status: 200 len: 818 time: 0.5027385 Feb 07 01:34:58.656269 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-f9b6f118-5ec5-4ef5-a9ee-bd540858c469 admin admin] 10.222.0.52 "GET /v2.0/subnetpools/4be3b0e7-e0a1-489b-ac8c-b20df1d04fbb HTTP/1.1" status: 200 len: 734 time: 0.0244694 Feb 07 01:34:58.665382 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-63387e77-475b-4969-960b-365c662ce9fd admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '3e5d72e6-a323-43bc-b4ed-e907292cd226', 'subnetpool_id': '4be3b0e7-e0a1-489b-ac8c-b20df1d04fbb', 'tenant_id': '499cf6f80f2b43ebad7282e6066ae566', 'gateway_ip': '172.20.0.1'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:34:58.669722 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-63387e77-475b-4969-960b-365c662ce9fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:34:58.674197 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-63387e77-475b-4969-960b-365c662ce9fd admin admin] Usage tracker for resource:subnet and tenant:499cf6f80f2b43ebad7282e6066ae566 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:34:58.677159 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-63387e77-475b-4969-960b-365c662ce9fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:34:58.682747 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-63387e77-475b-4969-960b-365c662ce9fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:34:58.690971 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63387e77-475b-4969-960b-365c662ce9fd admin admin] Made reservation on behalf of 499cf6f80f2b43ebad7282e6066ae566 for: {'subnet': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:34:58.695402 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-63387e77-475b-4969-960b-365c662ce9fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:59.158227 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-63387e77-475b-4969-960b-365c662ce9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for subnet, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:59.172682 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:34:59.310736 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63387e77-475b-4969-960b-365c662ce9fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4bf2dc-7ced-44d8-834d-f01f695e05f0,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:34:59.317386 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-63387e77-475b-4969-960b-365c662ce9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:34:59.372221 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63387e77-475b-4969-960b-365c662ce9fd admin admin] Checking segment: {'id': '6fedf35b-a65d-4c7d-927c-ce8b539ce3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3e5d72e6-a323-43bc-b4ed-e907292cd226'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:34:59.372594 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63387e77-475b-4969-960b-365c662ce9fd admin admin] Network hostable DHCP agents. Network: 3e5d72e6-a323-43bc-b4ed-e907292cd226, hostable agents: ['056a6a88-4ceb-42c7-bddf-a3443bc3d195'], hosted agents: [] {{(pid=79942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 07 01:34:59.391877 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63387e77-475b-4969-960b-365c662ce9fd admin admin] Network 3e5d72e6-a323-43bc-b4ed-e907292cd226 is scheduled to be hosted by DHCP agent 056a6a88-4ceb-42c7-bddf-a3443bc3d195 with binding_index 1 {{(pid=79942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 07 01:34:59.400228 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-63387e77-475b-4969-960b-365c662ce9fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-smb, 3e5d72e6-a323-43bc-b4ed-e907292cd226) {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:34:59.404465 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63387e77-475b-4969-960b-365c662ce9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:34:59.405621 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-63387e77-475b-4969-960b-365c662ce9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:34:59.411499 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fccf51f-227f-4da7-b7c7-a00dc977a777 None None] Network 3e5d72e6-a323-43bc-b4ed-e907292cd226 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:34:59.424321 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-63387e77-475b-4969-960b-365c662ce9fd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7624493 Feb 07 01:34:59.727422 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d144e43-08c9-5821-a72c-5faad193b909-3e5d72e6-a323-43bc-b4ed-e907292cd226', 'network_id': '3e5d72e6-a323-43bc-b4ed-e907292cd226', 'tenant_id': '499cf6f80f2b43ebad7282e6066ae566', 'fixed_ips': [{'subnet_id': 'af4bf2dc-7ced-44d8-834d-f01f695e05f0'}]}} from dv-cinder-740146-7-smb. {{(pid=79943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 07 01:34:59.728666 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:00.045321 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Allocated IP 172.20.0.2 (3e5d72e6-a323-43bc-b4ed-e907292cd226/af4bf2dc-7ced-44d8-834d-f01f695e05f0/e0ebe395-0734-4882-a6cb-9d5437bda045) {{(pid=79943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:35:00.452243 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Notify callbacks [] for port, precommit_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:00.465266 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Transition to ACTIVE for port object e0ebe395-0734-4882-a6cb-9d5437bda045 will not be triggered until provisioned by entity L2. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:35:00.482305 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Transition to ACTIVE for port object e0ebe395-0734-4882-a6cb-9d5437bda045 will not be triggered until provisioned by entity DHCP. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:35:00.488068 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:00.503204 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:35:00.645033 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Pushing event updated for resources: {'Port': ['ID=e0ebe395-0734-4882-a6cb-9d5437bda045,revision_number=1']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:35:00.657763 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:00.658139 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:00.658505 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:00.658868 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:00.659224 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:00.659580 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:00.659934 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:00.660284 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:00.660635 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:00.660985 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:00.661334 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:00.661678 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Tracked resource versions report: Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: pushed versions: Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: { 'AddressGroup': {'1.1'}, Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'ConntrackHelper': {'1.0'}, Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'Log': {'1.0'}, Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'Network': {'1.1'}, Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'Port': {'1.7'}, Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'PortForwarding': {'1.2'}, Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'QosPolicy': {'1.8'}, Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroup': {'1.4'}, Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroupRule': {'1.2'}, Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'SubPort': {'1.0'}, Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'Subnet': {'1.1'}, Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'Trunk': {'1.1'}} Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: consumer versions: Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: { DHCP agent@dv-cinder-740146-7-smb: {}, Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: L3 agent@dv-cinder-740146-7-smb: {}, Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: Metadata agent@dv-cinder-740146-7-smb: {}, Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: Metering agent@dv-cinder-740146-7-smb: {}, Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: Open vSwitch agent@dv-cinder-740146-7-smb: { 'AddressGroup': '1.1', Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'ConntrackHelper': '1.0', Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'Log': '1.0', Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'Network': '1.1', Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'Port': '1.7', Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'PortForwarding': '1.2', Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'QosPolicy': '1.8', Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroup': '1.4', Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroupRule': '1.2', Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'SubPort': '1.0', Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'Subnet': '1.1', Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: 'Trunk': '1.1'}} Feb 07 01:35:00.662766 dv-cinder-740146-7-smb neutron-server[79830]: {{(pid=79943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 07 01:35:00.668957 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:35:00.708433 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Network 3e5d72e6-a323-43bc-b4ed-e907292cd226 is already hosted by enough agents. {{(pid=79943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:35:00.709565 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Resources bound (agent type, host, resource id): {{(pid=79943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:35:00.712250 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Received port after_create {{(pid=79943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:35:00.772045 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Attempting to bind port e0ebe395-0734-4882-a6cb-9d5437bda045 on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:35:00.772464 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Attempting to bind port e0ebe395-0734-4882-a6cb-9d5437bda045 by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': '6fedf35b-a65d-4c7d-927c-ce8b539ce3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3e5d72e6-a323-43bc-b4ed-e907292cd226'}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:35:00.772878 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Attempting to bind port e0ebe395-0734-4882-a6cb-9d5437bda045 on network 3e5d72e6-a323-43bc-b4ed-e907292cd226 {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:35:00.778350 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:35:00.778972 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Checking segment: {'id': '6fedf35b-a65d-4c7d-927c-ce8b539ce3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3e5d72e6-a323-43bc-b4ed-e907292cd226'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:35:00.780056 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:00.780056 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Bound using segment: {'id': '6fedf35b-a65d-4c7d-927c-ce8b539ce3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3e5d72e6-a323-43bc-b4ed-e907292cd226'} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:35:00.780433 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Bound port: e0ebe395-0734-4882-a6cb-9d5437bda045, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fedf35b-a65d-4c7d-927c-ce8b539ce3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3e5d72e6-a323-43bc-b4ed-e907292cd226'}}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:35:00.780767 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:00.874639 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] For port e0ebe395-0734-4882-a6cb-9d5437bda045, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:35:00.878597 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] For port e0ebe395-0734-4882-a6cb-9d5437bda045, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=e0ebe395-0734-4882-a6cb-9d5437bda045,segment=NetworkSegment(6fedf35b-a65d-4c7d-927c-ce8b539ce3a0),segment_id=6fedf35b-a65d-4c7d-927c-ce8b539ce3a0)] {{(pid=79943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:35:00.881908 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:00.897182 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:35:01.050698 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Pushing event updated for resources: {'Port': ['ID=e0ebe395-0734-4882-a6cb-9d5437bda045,revision_number=2']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:35:01.055177 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:35:02.145090 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 39756) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:35:02.587388 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [None req-aad93f16-0ca7-4f05-a391-b32f5d824029 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=79942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 01:35:02.602832 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-aad93f16-0ca7-4f05-a391-b32f5d824029 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4423289 Feb 07 01:35:04.894328 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device e0ebe395-0734-4882-a6cb-9d5437bda045 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:35:04.968033 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port e0ebe395-0734-4882-a6cb-9d5437bda045 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:35:05.317437 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 39770) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:35:05.684628 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9125bd-3851-47a1-bb22-5151f61a1b95 None None] Network 3e5d72e6-a323-43bc-b4ed-e907292cd226 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:35:05.738033 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [None req-17947971-8c27-4646-805a-f138392d1d62 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=79942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 01:35:05.739141 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-17947971-8c27-4646-805a-f138392d1d62 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4206243 Feb 07 01:35:05.776708 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-522257b9-ba30-40bd-a56d-a10246411ed9 None None] Provisioning for port e0ebe395-0734-4882-a6cb-9d5437bda045 completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:35:05.798344 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-522257b9-ba30-40bd-a56d-a10246411ed9 None None] Provisioning complete for port e0ebe395-0734-4882-a6cb-9d5437bda045 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:35:05.798749 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-522257b9-ba30-40bd-a56d-a10246411ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:06.006569 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-522257b9-ba30-40bd-a56d-a10246411ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:06.086865 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-522257b9-ba30-40bd-a56d-a10246411ed9 None None] For port e0ebe395-0734-4882-a6cb-9d5437bda045, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=e0ebe395-0734-4882-a6cb-9d5437bda045,segment=NetworkSegment(6fedf35b-a65d-4c7d-927c-ce8b539ce3a0),segment_id=6fedf35b-a65d-4c7d-927c-ce8b539ce3a0)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:35:06.093371 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-522257b9-ba30-40bd-a56d-a10246411ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:06.099237 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:35:06.175577 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522257b9-ba30-40bd-a56d-a10246411ed9 None None] Pushing event updated for resources: {'Port': ['ID=e0ebe395-0734-4882-a6cb-9d5437bda045,revision_number=3']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:35:06.178945 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-522257b9-ba30-40bd-a56d-a10246411ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:35:06.317175 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-9554602e-fccb-4e72-b9b6-95c790ad13a1 None None] Provisioning complete for port e0ebe395-0734-4882-a6cb-9d5437bda045 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:35:06.317703 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9554602e-fccb-4e72-b9b6-95c790ad13a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:06.579995 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-210afce5-2b47-492b-9aa6-5f6a2ec820ea None None] Provisioning complete for port e0ebe395-0734-4882-a6cb-9d5437bda045 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:35:06.580383 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-210afce5-2b47-492b-9aa6-5f6a2ec820ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:06.820698 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-b7d4f6ec-a832-4324-905a-7f3acf9b4dc2 None None] Provisioning complete for port e0ebe395-0734-4882-a6cb-9d5437bda045 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:35:06.821113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b7d4f6ec-a832-4324-905a-7f3acf9b4dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:06.875330 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device e0ebe395-0734-4882-a6cb-9d5437bda045 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:35:07.009479 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port e0ebe395-0734-4882-a6cb-9d5437bda045 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:35:07.010015 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:08.760373 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 39782) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:35:09.152263 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-93c9ac66-540a-457f-a238-d5a6174605cf admin admin] Request body: {'router': {'tenant_id': '499cf6f80f2b43ebad7282e6066ae566', 'name': 'router1', 'admin_state_up': True}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:35:09.158097 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-93c9ac66-540a-457f-a238-d5a6174605cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:35:09.162036 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-93c9ac66-540a-457f-a238-d5a6174605cf admin admin] Usage tracker for resource:router and tenant:499cf6f80f2b43ebad7282e6066ae566 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:35:09.165237 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-93c9ac66-540a-457f-a238-d5a6174605cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:35:09.171507 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-93c9ac66-540a-457f-a238-d5a6174605cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:35:09.180205 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-93c9ac66-540a-457f-a238-d5a6174605cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854102733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854535353'] for router, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:09.181502 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-93c9ac66-540a-457f-a238-d5a6174605cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854072303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240478'] for router, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:09.202231 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-93c9ac66-540a-457f-a238-d5a6174605cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:09.306421 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-93c9ac66-540a-457f-a238-d5a6174605cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854095420'] for router, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:09.325977 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-93c9ac66-540a-457f-a238-d5a6174605cf admin admin] Notify callbacks [] for router, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:09.327848 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-93c9ac66-540a-457f-a238-d5a6174605cf admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5664425 Feb 07 01:35:11.275633 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-dde8a412-c0e5-41de-921c-04703fcdf901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:12.037069 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 39792) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:35:12.460990 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [None req-66fc2cf0-5750-4bef-9c83-0c2ac4ee00d7 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=79942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 01:35:12.462074 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-66fc2cf0-5750-4bef-9c83-0c2ac4ee00d7 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4240649 Feb 07 01:35:13.677184 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-80daa4ac-6a1b-4960-a134-69f8e69f4678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:13.982143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:14.130146 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 5 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:35:14.987716 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:15.165927 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 39812) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:35:15.412783 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:15.451090 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:35:15.456609 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:35:15.460557 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Usage tracker for resource:network and tenant:4499e63178b74f0f81025deb40a12710 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:35:15.464019 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:35:15.470574 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:35:15.479038 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Made reservation on behalf of 4499e63178b74f0f81025deb40a12710 for: {'network': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:35:15.483543 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for network, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:15.495869 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:15.510420 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:35:15.514728 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Usage tracker for resource:security_group_rule and tenant:4499e63178b74f0f81025deb40a12710 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:35:15.517567 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:35:15.523303 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:35:15.604058 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:15.606452 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:15.611136 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:35:15.624566 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Reserving flat network on physical network physnet1 {{(pid=79942) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 07 01:35:15.648045 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ac9da7-20fc-42a1-8f7c-7068a829d239,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:35:15.650876 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282839147363', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:15.651449 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Unsubscribe: segment precommit_create {{(pid=79942) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 07 01:35:15.651842 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.segments_db [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Added segment d597f4d7-0bd1-4930-8572-45f7428dc0f5 of type flat for network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 Feb 07 01:35:15.653052 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:35:15.684425 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754015121881'] for network, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:15.719288 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for network, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:15.720464 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:35:15.721075 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:15.725689 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:35:15.822271 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6552629 Feb 07 01:35:15.827446 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Pushing event updated for resources: {'Network': ['ID=99dfcdec-a658-4076-80f8-42c10fdcd0d7,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:35:15.830361 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:35:15.838005 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 details requested by agent ovs-agent-dv-cinder-740146-7-smb with host dv-cinder-740146-7-smb {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:35:18.313027 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 39832) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:35:18.456486 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99057f5d-392c-4be1-aaee-b364d000fd1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:35:18.457935 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-99057f5d-392c-4be1-aaee-b364d000fd1c admin admin] 10.222.0.52 "GET /v2.0/subnets/af4bf2dc-7ced-44d8-834d-f01f695e05f0 HTTP/1.1" status: 200 len: 849 time: 0.1438825 Feb 07 01:35:18.607359 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-d2b937fb-bdf7-48ed-ae0a-5c79d8e45028 admin admin] 10.222.0.52 "GET /v2.0/routers/f419acd8-68b5-46dc-880e-1b6d6cc05983 HTTP/1.1" status: 200 len: 704 time: 0.1417699 Feb 07 01:35:19.232249 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:19.594207 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Allocated IP 172.20.0.1 (3e5d72e6-a323-43bc-b4ed-e907292cd226/af4bf2dc-7ced-44d8-834d-f01f695e05f0/e765eead-47c8-4a52-bb5c-428bc1b847b0) {{(pid=79942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:35:19.751678 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:19.769169 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Transition to ACTIVE for port object e765eead-47c8-4a52-bb5c-428bc1b847b0 will not be triggered until provisioned by entity DHCP. {{(pid=79942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:35:19.820983 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:19.836217 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:35:19.974988 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Pushing event updated for resources: {'Port': ['ID=e765eead-47c8-4a52-bb5c-428bc1b847b0,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:35:19.981149 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:35:20.026940 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Network 3e5d72e6-a323-43bc-b4ed-e907292cd226 is already hosted by enough agents. {{(pid=79942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:35:20.028033 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:35:20.030152 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Received port after_create {{(pid=79942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:35:20.030655 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854093824'] for router_interface, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:20.239563 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-ed0852d8-caa0-47ba-8825-9fe4ab26a095 None None] Provisioning for port e765eead-47c8-4a52-bb5c-428bc1b847b0 completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:35:20.244619 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-ed0852d8-caa0-47ba-8825-9fe4ab26a095 None None] Provisioning complete for port e765eead-47c8-4a52-bb5c-428bc1b847b0 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:35:20.245024 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ed0852d8-caa0-47ba-8825-9fe4ab26a095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:20.303619 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-ed0852d8-caa0-47ba-8825-9fe4ab26a095 None None] Port e765eead-47c8-4a52-bb5c-428bc1b847b0 cannot update to ACTIVE because it is not bound. {{(pid=79943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 07 01:35:20.304523 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:20.594143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:20.597503 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:20.598571 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680157'] for router_interface, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:20.613514 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:35:20.916652 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Pushing event updated for resources: {'Port': ['ID=e765eead-47c8-4a52-bb5c-428bc1b847b0,revision_number=2']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:35:20.919979 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:35:20.967321 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Network 3e5d72e6-a323-43bc-b4ed-e907292cd226 is already hosted by enough agents. {{(pid=79942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:35:20.968420 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:35:21.126647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-eb3e7afb-324a-428a-9dee-14fc0a6e14ad None None] Provisioning complete for port e765eead-47c8-4a52-bb5c-428bc1b847b0 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:35:21.127191 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-eb3e7afb-324a-428a-9dee-14fc0a6e14ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:21.167398 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Router f419acd8-68b5-46dc-880e-1b6d6cc05983 is scheduled to L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 with binding_index 1 {{(pid=79942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 07 01:35:21.182431 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-eb3e7afb-324a-428a-9dee-14fc0a6e14ad None None] Port e765eead-47c8-4a52-bb5c-428bc1b847b0 cannot update to ACTIVE because it is not bound. {{(pid=79943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 07 01:35:21.329784 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:35:21.339104 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Sync routers for ids ['f419acd8-68b5-46dc-880e-1b6d6cc05983'] in dv-cinder-740146-7-smb {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:35:21.340646 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] 10.222.0.52 "PUT /v2.0/routers/f419acd8-68b5-46dc-880e-1b6d6cc05983/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7270360 Feb 07 01:35:21.350385 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Routers {'f419acd8-68b5-46dc-880e-1b6d6cc05983'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:35:21.351436 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:35:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['f419acd8-68b5-46dc-880e-1b6d6cc05983'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:35:21.540854 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Set router f419acd8-68b5-46dc-880e-1b6d6cc05983 gateway port host: None {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:35:22.087339 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419acd8-68b5-46dc-880e-1b6d6cc05983', 'name': 'router1', 'tenant_id': '499cf6f80f2b43ebad7282e6066ae566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:35:09Z', 'updated_at': '2021-02-07T01:35:20Z', 'revision_number': 2, 'project_id': '499cf6f80f2b43ebad7282e6066ae566', 'gw_port_host': None, '_interfaces': [{'id': 'e765eead-47c8-4a52-bb5c-428bc1b847b0', 'name': '', 'network_id': '3e5d72e6-a323-43bc-b4ed-e907292cd226', 'tenant_id': '499cf6f80f2b43ebad7282e6066ae566', 'mac_address': 'fa:16:3e:38:5c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419acd8-68b5-46dc-880e-1b6d6cc05983', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af4bf2dc-7ced-44d8-834d-f01f695e05f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:35:19Z', 'updated_at': '2021-02-07T01:35:20Z', 'revision_number': 2, 'project_id': '499cf6f80f2b43ebad7282e6066ae566', 'subnets': [{'id': 'af4bf2dc-7ced-44d8-834d-f01f695e05f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4be3b0e7-e0a1-489b-ac8c-b20df1d04fbb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:35:22.092466 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Checking router: f419acd8-68b5-46dc-880e-1b6d6cc05983 for host: dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:35:22.092874 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Updating router f419acd8-68b5-46dc-880e-1b6d6cc05983 port e765eead-47c8-4a52-bb5c-428bc1b847b0 binding host dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 07 01:35:22.148635 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:22.595893 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Notify callbacks [] for port, precommit_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:22.610725 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Transition to ACTIVE for port object e765eead-47c8-4a52-bb5c-428bc1b847b0 will not be triggered until provisioned by entity L2. {{(pid=79944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:35:22.613449 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:22.631787 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:35:22.776758 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875e112-3ecc-4a9e-9a6f-824d6101757c None None] Pushing event updated for resources: {'Port': ['ID=e765eead-47c8-4a52-bb5c-428bc1b847b0,revision_number=3']} {{(pid=79944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:35:22.791573 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875e112-3ecc-4a9e-9a6f-824d6101757c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:22.791953 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875e112-3ecc-4a9e-9a6f-824d6101757c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:22.792323 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875e112-3ecc-4a9e-9a6f-824d6101757c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:22.792690 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875e112-3ecc-4a9e-9a6f-824d6101757c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:22.793055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875e112-3ecc-4a9e-9a6f-824d6101757c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:22.793414 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875e112-3ecc-4a9e-9a6f-824d6101757c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:22.793773 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875e112-3ecc-4a9e-9a6f-824d6101757c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:22.794127 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875e112-3ecc-4a9e-9a6f-824d6101757c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:22.794479 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875e112-3ecc-4a9e-9a6f-824d6101757c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:22.795488 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875e112-3ecc-4a9e-9a6f-824d6101757c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:22.795848 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875e112-3ecc-4a9e-9a6f-824d6101757c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:22.796202 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875e112-3ecc-4a9e-9a6f-824d6101757c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875e112-3ecc-4a9e-9a6f-824d6101757c None None] Tracked resource versions report: Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: pushed versions: Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: { 'AddressGroup': {'1.1'}, Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'ConntrackHelper': {'1.0'}, Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'Log': {'1.0'}, Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'Network': {'1.1'}, Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'Port': {'1.7'}, Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'PortForwarding': {'1.2'}, Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'QosPolicy': {'1.8'}, Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroup': {'1.4'}, Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroupRule': {'1.2'}, Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'SubPort': {'1.0'}, Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'Subnet': {'1.1'}, Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'Trunk': {'1.1'}} Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: consumer versions: Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: { DHCP agent@dv-cinder-740146-7-smb: {}, Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: L3 agent@dv-cinder-740146-7-smb: {}, Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: Metadata agent@dv-cinder-740146-7-smb: {}, Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: Metering agent@dv-cinder-740146-7-smb: {}, Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: Open vSwitch agent@dv-cinder-740146-7-smb: { 'AddressGroup': '1.1', Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'ConntrackHelper': '1.0', Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'Log': '1.0', Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'Network': '1.1', Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'Port': '1.7', Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'PortForwarding': '1.2', Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'QosPolicy': '1.8', Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroup': '1.4', Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroupRule': '1.2', Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'SubPort': '1.0', Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'Subnet': '1.1', Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: 'Trunk': '1.1'}} Feb 07 01:35:22.797285 dv-cinder-740146-7-smb neutron-server[79830]: {{(pid=79944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 07 01:35:22.801415 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-6875e112-3ecc-4a9e-9a6f-824d6101757c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:35:22.957210 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Attempting to bind port e765eead-47c8-4a52-bb5c-428bc1b847b0 on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:35:22.957641 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Attempting to bind port e765eead-47c8-4a52-bb5c-428bc1b847b0 by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': '6fedf35b-a65d-4c7d-927c-ce8b539ce3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3e5d72e6-a323-43bc-b4ed-e907292cd226'}] {{(pid=79944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:35:22.958062 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Attempting to bind port e765eead-47c8-4a52-bb5c-428bc1b847b0 on network 3e5d72e6-a323-43bc-b4ed-e907292cd226 {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:35:22.963987 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:35:22.964427 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Checking segment: {'id': '6fedf35b-a65d-4c7d-927c-ce8b539ce3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3e5d72e6-a323-43bc-b4ed-e907292cd226'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:35:22.964903 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:22.965337 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Bound using segment: {'id': '6fedf35b-a65d-4c7d-927c-ce8b539ce3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3e5d72e6-a323-43bc-b4ed-e907292cd226'} {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:35:22.965884 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Bound port: e765eead-47c8-4a52-bb5c-428bc1b847b0, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fedf35b-a65d-4c7d-927c-ce8b539ce3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3e5d72e6-a323-43bc-b4ed-e907292cd226'}}] {{(pid=79944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:35:22.966310 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:23.064053 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] For port e765eead-47c8-4a52-bb5c-428bc1b847b0, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:35:23.068660 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] For port e765eead-47c8-4a52-bb5c-428bc1b847b0, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=e765eead-47c8-4a52-bb5c-428bc1b847b0,segment=NetworkSegment(6fedf35b-a65d-4c7d-927c-ce8b539ce3a0),segment_id=6fedf35b-a65d-4c7d-927c-ce8b539ce3a0)] {{(pid=79944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:35:23.071904 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:23.088092 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:35:23.244613 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875e112-3ecc-4a9e-9a6f-824d6101757c None None] Pushing event updated for resources: {'Port': ['ID=e765eead-47c8-4a52-bb5c-428bc1b847b0,revision_number=4']} {{(pid=79944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:35:23.248778 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-6875e112-3ecc-4a9e-9a6f-824d6101757c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:35:23.298508 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Routers {'f419acd8-68b5-46dc-880e-1b6d6cc05983'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:35:23.299202 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:35:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['f419acd8-68b5-46dc-880e-1b6d6cc05983'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:35:23.476917 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] Set router f419acd8-68b5-46dc-880e-1b6d6cc05983 gateway port host: None {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:35:23.814989 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419acd8-68b5-46dc-880e-1b6d6cc05983', 'name': 'router1', 'tenant_id': '499cf6f80f2b43ebad7282e6066ae566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:35:09Z', 'updated_at': '2021-02-07T01:35:20Z', 'revision_number': 2, 'project_id': '499cf6f80f2b43ebad7282e6066ae566', 'gw_port_host': None, '_interfaces': [{'id': 'e765eead-47c8-4a52-bb5c-428bc1b847b0', 'name': '', 'network_id': '3e5d72e6-a323-43bc-b4ed-e907292cd226', 'tenant_id': '499cf6f80f2b43ebad7282e6066ae566', 'mac_address': 'fa:16:3e:38:5c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419acd8-68b5-46dc-880e-1b6d6cc05983', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af4bf2dc-7ced-44d8-834d-f01f695e05f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:35:19Z', 'updated_at': '2021-02-07T01:35:23Z', 'revision_number': 4, 'project_id': '499cf6f80f2b43ebad7282e6066ae566', 'subnets': [{'id': 'af4bf2dc-7ced-44d8-834d-f01f695e05f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4be3b0e7-e0a1-489b-ac8c-b20df1d04fbb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:35:23.819101 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8110f250-12ec-44e4-90b5-0ce290eb78e6 None None] The sync data for ids ['f419acd8-68b5-46dc-880e-1b6d6cc05983'] in dv-cinder-740146-7-smb is: [{'id': 'f419acd8-68b5-46dc-880e-1b6d6cc05983', 'name': 'router1', 'tenant_id': '499cf6f80f2b43ebad7282e6066ae566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:35:09Z', 'updated_at': '2021-02-07T01:35:20Z', 'revision_number': 2, 'project_id': '499cf6f80f2b43ebad7282e6066ae566', 'gw_port_host': None, '_interfaces': [{'id': 'e765eead-47c8-4a52-bb5c-428bc1b847b0', 'name': '', 'network_id': '3e5d72e6-a323-43bc-b4ed-e907292cd226', 'tenant_id': '499cf6f80f2b43ebad7282e6066ae566', 'mac_address': 'fa:16:3e:38:5c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419acd8-68b5-46dc-880e-1b6d6cc05983', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af4bf2dc-7ced-44d8-834d-f01f695e05f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:35:19Z', 'updated_at': '2021-02-07T01:35:23Z', 'revision_number': 4, 'project_id': '499cf6f80f2b43ebad7282e6066ae566', 'subnets': [{'id': 'af4bf2dc-7ced-44d8-834d-f01f695e05f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4be3b0e7-e0a1-489b-ac8c-b20df1d04fbb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:35:23.833651 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 39844) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:35:24.021435 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cfbc11-ae68-4eb3-98a1-3e7cc6f7cf7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:35:24.022009 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-17cfbc11-ae68-4eb3-98a1-3e7cc6f7cf7a admin admin] Synchronizing usage tracker for tenant:4499e63178b74f0f81025deb40a12710 on resource:network {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:35:24.038856 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-17cfbc11-ae68-4eb3-98a1-3e7cc6f7cf7a admin admin] Unset dirty status for tenant:4499e63178b74f0f81025deb40a12710 on resource:network {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:35:24.046868 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-17cfbc11-ae68-4eb3-98a1-3e7cc6f7cf7a admin admin] 10.222.0.52 "GET /v2.0/networks/99dfcdec-a658-4076-80f8-42c10fdcd0d7 HTTP/1.1" status: 200 len: 842 time: 0.2054238 Feb 07 01:35:24.051508 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-fc181fe2-34dc-45ac-9d54-53379b26eba7 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'ip_version': 4, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:35:24.056973 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-fc181fe2-34dc-45ac-9d54-53379b26eba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:35:24.061584 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-fc181fe2-34dc-45ac-9d54-53379b26eba7 admin admin] Usage tracker for resource:subnet and tenant:4499e63178b74f0f81025deb40a12710 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:35:24.064572 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-fc181fe2-34dc-45ac-9d54-53379b26eba7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:35:24.070282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-fc181fe2-34dc-45ac-9d54-53379b26eba7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:35:24.078798 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc181fe2-34dc-45ac-9d54-53379b26eba7 admin admin] Made reservation on behalf of 4499e63178b74f0f81025deb40a12710 for: {'subnet': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:35:24.083634 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fc181fe2-34dc-45ac-9d54-53379b26eba7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:24.521653 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.objects.ports [None req-fc181fe2-34dc-45ac-9d54-53379b26eba7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79942) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 07 01:35:24.522140 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fc181fe2-34dc-45ac-9d54-53379b26eba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for subnet, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:24.540657 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-63387e77-475b-4969-960b-365c662ce9fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:35:24.675704 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc181fe2-34dc-45ac-9d54-53379b26eba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f907af6-b0a4-47f3-a608-7f27766af85d,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:35:24.681442 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fc181fe2-34dc-45ac-9d54-53379b26eba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:35:24.743957 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc181fe2-34dc-45ac-9d54-53379b26eba7 admin admin] Checking segment: {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:35:24.744352 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc181fe2-34dc-45ac-9d54-53379b26eba7 admin admin] Network hostable DHCP agents. Network: 99dfcdec-a658-4076-80f8-42c10fdcd0d7, hostable agents: ['056a6a88-4ceb-42c7-bddf-a3443bc3d195'], hosted agents: [] {{(pid=79942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 07 01:35:24.764119 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc181fe2-34dc-45ac-9d54-53379b26eba7 admin admin] Network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 is scheduled to be hosted by DHCP agent 056a6a88-4ceb-42c7-bddf-a3443bc3d195 with binding_index 1 {{(pid=79942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 07 01:35:24.772797 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-fc181fe2-34dc-45ac-9d54-53379b26eba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-smb, 99dfcdec-a658-4076-80f8-42c10fdcd0d7) {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:35:24.776606 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc181fe2-34dc-45ac-9d54-53379b26eba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:35:24.777355 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fc181fe2-34dc-45ac-9d54-53379b26eba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:24.783959 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5d2b37-4ac7-483b-992a-88d2eada074f None None] Network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:35:24.803031 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-fc181fe2-34dc-45ac-9d54-53379b26eba7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7550917 Feb 07 01:35:25.049766 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device e765eead-47c8-4a52-bb5c-428bc1b847b0 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:35:25.199007 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port e765eead-47c8-4a52-bb5c-428bc1b847b0 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:35:25.235240 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port e765eead-47c8-4a52-bb5c-428bc1b847b0 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:35:25.235655 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:25.288785 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a80ac4-47ed-48f4-84f7-3384b269b1d0 None None] Network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:35:25.508126 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:25.589544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] For port e765eead-47c8-4a52-bb5c-428bc1b847b0, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=e765eead-47c8-4a52-bb5c-428bc1b847b0,segment=NetworkSegment(6fedf35b-a65d-4c7d-927c-ce8b539ce3a0),segment_id=6fedf35b-a65d-4c7d-927c-ce8b539ce3a0)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:35:25.597528 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:25.599858 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-522257b9-ba30-40bd-a56d-a10246411ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:35:25.670657 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Pushing event updated for resources: {'Port': ['ID=e765eead-47c8-4a52-bb5c-428bc1b847b0,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:35:25.673898 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:35:26.883024 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device e765eead-47c8-4a52-bb5c-428bc1b847b0 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:35:26.958571 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port e765eead-47c8-4a52-bb5c-428bc1b847b0 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:35:26.959018 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:27.389201 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 39858) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:35:27.622500 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-e84e5b24-442b-4433-8627-aafb469f5abc admin admin] 10.222.0.52 "GET /v2.0/routers/f419acd8-68b5-46dc-880e-1b6d6cc05983 HTTP/1.1" status: 200 len: 710 time: 0.2319613 Feb 07 01:35:27.757798 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3365d6de-4dc2-458a-83ed-172c374f44a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:35:27.759264 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-3365d6de-4dc2-458a-83ed-172c374f44a6 admin admin] 10.222.0.52 "GET /v2.0/networks/99dfcdec-a658-4076-80f8-42c10fdcd0d7 HTTP/1.1" status: 200 len: 886 time: 0.1304095 Feb 07 01:35:27.768826 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:35:28.405415 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854102750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240493'] for router, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:28.748647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:28.808073 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:28.820694 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:28.836099 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:35:28.840060 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:35:28.842985 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:35:28.848605 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:35:28.930511 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:28.932959 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:28.948191 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:35:29.038124 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd0f5ef-8b78-453c-a8b8-784f3c728cfa,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:35:29.050763 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:35:29.200479 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Allocated IP 172.28.0.152 (99dfcdec-a658-4076-80f8-42c10fdcd0d7/7f907af6-b0a4-47f3-a608-7f27766af85d/f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5) {{(pid=79942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:35:29.349325 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:29.378395 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:29.393249 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:35:29.531395 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:35:29.536012 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:35:29.576599 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 is already hosted by enough agents. {{(pid=79942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:35:29.577691 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:35:29.580044 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Received port after_create {{(pid=79942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:35:29.970389 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:30.499961 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854102750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240493'] for router, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:30.503344 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854095420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854095403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-673066'] for router, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:30.693494 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Router f419acd8-68b5-46dc-880e-1b6d6cc05983 has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:35:30.874673 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:35:30.885113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Sync routers for ids ['f419acd8-68b5-46dc-880e-1b6d6cc05983'] in dv-cinder-740146-7-smb {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:35:30.890614 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Notify callbacks [] for router, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:30.891914 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] 10.222.0.52 "PUT /v2.0/routers/f419acd8-68b5-46dc-880e-1b6d6cc05983 HTTP/1.1" status: 200 len: 890 time: 3.1264594 Feb 07 01:35:30.894932 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Routers {'f419acd8-68b5-46dc-880e-1b6d6cc05983'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:35:30.895598 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:35:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['f419acd8-68b5-46dc-880e-1b6d6cc05983'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:35:31.098498 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Set router f419acd8-68b5-46dc-880e-1b6d6cc05983 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:35:31.457164 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419acd8-68b5-46dc-880e-1b6d6cc05983', 'name': 'router1', 'tenant_id': '499cf6f80f2b43ebad7282e6066ae566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:35:09Z', 'updated_at': '2021-02-07T01:35:29Z', 'revision_number': 4, 'project_id': '499cf6f80f2b43ebad7282e6066ae566', 'gw_port': {'id': 'f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:20:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419acd8-68b5-46dc-880e-1b6d6cc05983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:35:29Z', 'updated_at': '2021-02-07T01:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': 'e765eead-47c8-4a52-bb5c-428bc1b847b0', 'name': '', 'network_id': '3e5d72e6-a323-43bc-b4ed-e907292cd226', 'tenant_id': '499cf6f80f2b43ebad7282e6066ae566', 'mac_address': 'fa:16:3e:38:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419acd8-68b5-46dc-880e-1b6d6cc05983', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af4bf2dc-7ced-44d8-834d-f01f695e05f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:35:19Z', 'updated_at': '2021-02-07T01:35:25Z', 'revision_number': 5, 'project_id': '499cf6f80f2b43ebad7282e6066ae566', 'subnets': [{'id': 'af4bf2dc-7ced-44d8-834d-f01f695e05f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4be3b0e7-e0a1-489b-ac8c-b20df1d04fbb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:35:31.462190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Checking router: f419acd8-68b5-46dc-880e-1b6d6cc05983 for host: dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:35:31.462582 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Updating router f419acd8-68b5-46dc-880e-1b6d6cc05983 port f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5 binding host dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 07 01:35:31.521303 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:31.915004 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Notify callbacks [] for port, precommit_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:31.927249 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Transition to ACTIVE for port object f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5 will not be triggered until provisioned by entity L2. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:35:31.929829 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:31.945332 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:35:32.238480 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f727b1-b2dc-465d-b96c-5686336ba8b7 None None] Pushing event updated for resources: {'Port': ['ID=f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5,revision_number=2']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:35:32.242650 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-62f727b1-b2dc-465d-b96c-5686336ba8b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:35:32.291918 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Attempting to bind port f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5 on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:35:32.292324 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Attempting to bind port f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5 by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:35:32.292719 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Attempting to bind port f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5 on network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:35:32.298913 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:35:32.299318 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Checking segment: {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:35:32.299751 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:32.300173 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Bound using segment: {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:35:32.300668 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Bound port: f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:35:32.301069 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:32.376122 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] For port f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:35:32.379195 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] For port f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:35:32.382409 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:32.397358 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:35:32.550662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f727b1-b2dc-465d-b96c-5686336ba8b7 None None] Pushing event updated for resources: {'Port': ['ID=f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5,revision_number=3']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:35:32.555123 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-62f727b1-b2dc-465d-b96c-5686336ba8b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:35:32.593984 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Routers {'f419acd8-68b5-46dc-880e-1b6d6cc05983'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:35:32.594612 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:35:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['f419acd8-68b5-46dc-880e-1b6d6cc05983'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:35:32.777367 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] Set router f419acd8-68b5-46dc-880e-1b6d6cc05983 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:35:33.125324 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f419acd8-68b5-46dc-880e-1b6d6cc05983', 'name': 'router1', 'tenant_id': '499cf6f80f2b43ebad7282e6066ae566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:35:09Z', 'updated_at': '2021-02-07T01:35:29Z', 'revision_number': 4, 'project_id': '499cf6f80f2b43ebad7282e6066ae566', 'gw_port': {'id': 'f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:20:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419acd8-68b5-46dc-880e-1b6d6cc05983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:35:29Z', 'updated_at': '2021-02-07T01:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': 'e765eead-47c8-4a52-bb5c-428bc1b847b0', 'name': '', 'network_id': '3e5d72e6-a323-43bc-b4ed-e907292cd226', 'tenant_id': '499cf6f80f2b43ebad7282e6066ae566', 'mac_address': 'fa:16:3e:38:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419acd8-68b5-46dc-880e-1b6d6cc05983', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af4bf2dc-7ced-44d8-834d-f01f695e05f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:35:19Z', 'updated_at': '2021-02-07T01:35:25Z', 'revision_number': 5, 'project_id': '499cf6f80f2b43ebad7282e6066ae566', 'subnets': [{'id': 'af4bf2dc-7ced-44d8-834d-f01f695e05f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4be3b0e7-e0a1-489b-ac8c-b20df1d04fbb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:35:33.129437 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3be9f9-6b01-446e-8248-9e4fc29ed632 None None] The sync data for ids ['f419acd8-68b5-46dc-880e-1b6d6cc05983'] in dv-cinder-740146-7-smb is: [{'id': 'f419acd8-68b5-46dc-880e-1b6d6cc05983', 'name': 'router1', 'tenant_id': '499cf6f80f2b43ebad7282e6066ae566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.152'}], 'enable_snat': True}, 'gw_port_id': 'f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:35:09Z', 'updated_at': '2021-02-07T01:35:29Z', 'revision_number': 4, 'project_id': '499cf6f80f2b43ebad7282e6066ae566', 'gw_port': {'id': 'f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:20:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f419acd8-68b5-46dc-880e-1b6d6cc05983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:35:29Z', 'updated_at': '2021-02-07T01:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': 'e765eead-47c8-4a52-bb5c-428bc1b847b0', 'name': '', 'network_id': '3e5d72e6-a323-43bc-b4ed-e907292cd226', 'tenant_id': '499cf6f80f2b43ebad7282e6066ae566', 'mac_address': 'fa:16:3e:38:5c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f419acd8-68b5-46dc-880e-1b6d6cc05983', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af4bf2dc-7ced-44d8-834d-f01f695e05f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:35:19Z', 'updated_at': '2021-02-07T01:35:25Z', 'revision_number': 5, 'project_id': '499cf6f80f2b43ebad7282e6066ae566', 'subnets': [{'id': 'af4bf2dc-7ced-44d8-834d-f01f695e05f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4be3b0e7-e0a1-489b-ac8c-b20df1d04fbb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:35:33.542548 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 39868) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:35:33.694634 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14994c6e-a3be-4cf9-87f3-740a58beab6c admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:35:33.696334 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-14994c6e-a3be-4cf9-87f3-740a58beab6c admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1526227 Feb 07 01:35:34.925863 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:35:35.004771 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:35:35.010054 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:35:35.010608 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:35.144011 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:35.161031 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] For port f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:35:35.164295 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:35.167769 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-62f727b1-b2dc-465d-b96c-5686336ba8b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:35:35.244029 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Pushing event updated for resources: {'Port': ['ID=f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:35:35.247379 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:35:36.921488 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:35:37.006775 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port f3a3d0ec-0656-4fc0-b70f-5d3c76c126f5 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:35:37.007538 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:41.305051 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-06676f70-073c-4994-8706-63c764ea7d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:43.688467 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7893c60f-6819-4adc-8bc2-b5b5b9a417cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:43.999608 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:44.989324 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:45.425328 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:35:51.129717 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 5 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:36:11.277702 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cfe36ea4-e880-42ca-8a68-cf08d3823bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:36:13.682651 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d285d58f-d865-4f20-8632-8c818831c059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:36:13.987887 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:36:14.989943 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:36:15.439469 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:36:28.128366 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 5 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:36:41.279329 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-239f6cad-ef8b-44b2-a875-ea3347f39320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:36:43.684087 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2a9acac5-51a0-48ac-bb33-ac61008d2632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:36:43.989663 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:36:44.992417 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:36:45.441358 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:37:05.128600 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 5 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:37:11.279870 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-829dfd1f-46c7-4c79-8e36-5e7fcc60f994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:37:13.686344 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ff62feea-1bff-4de7-b491-ce0a8644504c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:37:13.991102 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:37:14.995441 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:37:15.450107 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:37:41.281797 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5e529a7b-e365-4f6f-ad63-bd0a1f99266d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:37:42.127662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 5 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:37:43.688106 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fed5c88b-67b0-472a-b98e-92b16cc29494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:37:43.996169 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:37:44.996330 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:37:45.451817 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:37:46.184333 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40444) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:37:46.284657 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.pecan_wsgi.hooks.translation [None req-267a80c4-269c-48cc-9e31-f6bb4d38c635 admin admin] GET failed (client error): The resource could not be found. Feb 07 01:37:46.285966 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-267a80c4-269c-48cc-9e31-f6bb4d38c635 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1005821 Feb 07 01:37:46.427287 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322712b3-afda-4e7b-b7db-bb3234b00afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:37:46.428851 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-322712b3-afda-4e7b-b7db-bb3234b00afa admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1386225 Feb 07 01:37:48.843511 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40454) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:37:48.983664 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae699e-d317-4acb-9637-754e97b95ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:37:48.984279 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-f4ae699e-d317-4acb-9637-754e97b95ddf admin admin] Synchronizing usage tracker for tenant:4499e63178b74f0f81025deb40a12710 on resource:subnet {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:37:48.999605 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-f4ae699e-d317-4acb-9637-754e97b95ddf admin admin] Unset dirty status for tenant:4499e63178b74f0f81025deb40a12710 on resource:subnet {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:37:49.000830 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-f4ae699e-d317-4acb-9637-754e97b95ddf admin admin] 10.222.0.52 "GET /v2.0/subnets/af4bf2dc-7ced-44d8-834d-f01f695e05f0 HTTP/1.1" status: 200 len: 849 time: 0.1562304 Feb 07 01:37:49.011120 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:37:49.133790 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:37:49.441638 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754015547012'] for subnet, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:37:49.457506 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fc181fe2-34dc-45ac-9d54-53379b26eba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:37:49.598397 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4bf2dc-7ced-44d8-834d-f01f695e05f0,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:37:49.609038 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:37:49.609423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:37:49.609796 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:37:49.610199 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:37:49.610564 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:37:49.610951 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:37:49.611313 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:37:49.611668 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:37:49.612025 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:37:49.612377 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:37:49.612731 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:37:49.613081 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:37:49.618084 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:37:49.646179 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:37:49.646846 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:37:49.648470 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] 10.222.0.52 "PUT /v2.0/subnets/af4bf2dc-7ced-44d8-834d-f01f695e05f0 HTTP/1.1" status: 200 len: 868 time: 0.6411295 Feb 07 01:37:49.652442 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8002291f-4b37-43ce-9a78-692036308ca1 None None] Network 3e5d72e6-a323-43bc-b4ed-e907292cd226 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:37:50.153529 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-2fead93f-7df9-4ce8-b4be-8bf5f595d6b4 None None] Provisioning complete for port e765eead-47c8-4a52-bb5c-428bc1b847b0 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:37:50.154176 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2fead93f-7df9-4ce8-b4be-8bf5f595d6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:37:50.285847 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-2fead93f-7df9-4ce8-b4be-8bf5f595d6b4 None None] Provisioning complete for port e0ebe395-0734-4882-a6cb-9d5437bda045 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:37:50.286139 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2fead93f-7df9-4ce8-b4be-8bf5f595d6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:37:52.109864 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40464) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:37:52.321135 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52958988-0db3-4352-a268-f901c3970694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:37:52.321491 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52958988-0db3-4352-a268-f901c3970694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:37:52.323182 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-52958988-0db3-4352-a268-f901c3970694 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2121964 Feb 07 01:37:54.780256 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40474) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:37:54.993730 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e593f64a-dc99-4312-a94a-92aa4accf3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:37:54.994095 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e593f64a-dc99-4312-a94a-92aa4accf3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:37:54.998872 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-e593f64a-dc99-4312-a94a-92aa4accf3eb admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2144945 Feb 07 01:37:57.443295 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40484) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:37:57.653871 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272cdb60-66bf-4acb-9c93-f152b3f30dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:37:57.655333 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-272cdb60-66bf-4acb-9c93-f152b3f30dfa admin admin] 10.222.0.52 "GET /v2.0/networks/3e5d72e6-a323-43bc-b4ed-e907292cd226 HTTP/1.1" status: 200 len: 862 time: 0.2110131 Feb 07 01:38:00.089182 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40494) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:38:00.293852 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e52e79-9fdb-406e-a7a6-0a3f47a1445c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:38:00.295255 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-75e52e79-9fdb-406e-a7a6-0a3f47a1445c admin admin] 10.222.0.52 "GET /v2.0/networks/99dfcdec-a658-4076-80f8-42c10fdcd0d7 HTTP/1.1" status: 200 len: 886 time: 0.2050581 Feb 07 01:38:02.724230 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40504) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:38:02.866883 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055763ce-de9d-42a4-a0bf-b648bf64261f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:38:02.867308 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055763ce-de9d-42a4-a0bf-b648bf64261f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:38:02.868928 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-055763ce-de9d-42a4-a0bf-b648bf64261f admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1436918 Feb 07 01:38:05.306925 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40514) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:38:05.461908 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b77da-b5b4-4eb0-a2c1-6c5756847510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:38:05.462339 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b77da-b5b4-4eb0-a2c1-6c5756847510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:38:05.464060 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-342b77da-b5b4-4eb0-a2c1-6c5756847510 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1561160 Feb 07 01:38:07.941542 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40524) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:38:08.078663 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3f9792-99b5-4b89-9817-9168ca6e4ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:38:08.080112 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-0b3f9792-99b5-4b89-9817-9168ca6e4ae5 admin admin] 10.222.0.52 "GET /v2.0/subnets/7f907af6-b0a4-47f3-a608-7f27766af85d HTTP/1.1" status: 200 len: 816 time: 0.1375492 Feb 07 01:38:10.541747 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40534) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:38:10.683600 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be146746-747e-48a0-a888-8919cdb1a252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:38:10.685032 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-be146746-747e-48a0-a888-8919cdb1a252 admin admin] 10.222.0.52 "GET /v2.0/subnets/af4bf2dc-7ced-44d8-834d-f01f695e05f0 HTTP/1.1" status: 200 len: 868 time: 0.1422687 Feb 07 01:38:11.284539 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ae932d1d-8d3d-469d-9e64-953452fe552b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:13.690852 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cfe78d7f-5989-4450-a004-9b4e9dea8d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:13.998709 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:14.998152 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:15.457041 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:19.126539 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 5 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:38:36.323500 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40574) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:38:36.402053 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [None req-8cad18b7-a9a7-4195-b842-2724833cb899 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=79942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 01:38:36.403166 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-8cad18b7-a9a7-4195-b842-2724833cb899 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0785985 Feb 07 01:38:38.929181 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40584) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:38:39.030090 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6ff081-6687-4b28-ad8e-fc5d8245400c admin admin] GET failed (client error): The resource could not be found. Feb 07 01:38:39.031436 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-3f6ff081-6687-4b28-ad8e-fc5d8245400c admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1012547 Feb 07 01:38:39.166551 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dee4d4-49eb-410f-81ba-546f400fca72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:38:39.168163 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-42dee4d4-49eb-410f-81ba-546f400fca72 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1323016 Feb 07 01:38:41.286229 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7acd1f85-2e1c-45de-8800-292154ec9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:41.654215 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40594) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:38:41.734227 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-d2fc1d48-ad5f-4cc7-8850-14fd80a58f7f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:38:41.739069 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-d2fc1d48-ad5f-4cc7-8850-14fd80a58f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:38:41.748789 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-d2fc1d48-ad5f-4cc7-8850-14fd80a58f7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:38:41.757997 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fc1d48-ad5f-4cc7-8850-14fd80a58f7f admin admin] Made reservation on behalf of 4499e63178b74f0f81025deb40a12710 for: {'network': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:38:41.762541 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d2fc1d48-ad5f-4cc7-8850-14fd80a58f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for network, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:41.856563 dv-cinder-740146-7-smb neutron-server[79830]: WARNING neutron.services.revisions.revision_plugin [None req-d2fc1d48-ad5f-4cc7-8850-14fd80a58f7f admin admin] Could not find related network for resource to bump revision. Feb 07 01:38:41.871561 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2fc1d48-ad5f-4cc7-8850-14fd80a58f7f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=79942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 07 01:38:41.880588 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d2fc1d48-ad5f-4cc7-8850-14fd80a58f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:41.880962 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.segments_db [None req-d2fc1d48-ad5f-4cc7-8850-14fd80a58f7f admin admin] Added segment a1c91c6e-fe4d-4699-87a8-95c55a763f2b of type vxlan for network 88fa3630-d8f4-4b03-96b8-b4132ce322bf Feb 07 01:38:41.906148 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d2fc1d48-ad5f-4cc7-8850-14fd80a58f7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754015121881'] for network, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:41.933960 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d2fc1d48-ad5f-4cc7-8850-14fd80a58f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for network, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:41.935190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fc1d48-ad5f-4cc7-8850-14fd80a58f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:38:41.935808 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d2fc1d48-ad5f-4cc7-8850-14fd80a58f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:41.940653 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:38:42.219757 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-d2fc1d48-ad5f-4cc7-8850-14fd80a58f7f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5643418 Feb 07 01:38:42.224935 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc1d48-ad5f-4cc7-8850-14fd80a58f7f admin admin] Pushing event updated for resources: {'Network': ['ID=88fa3630-d8f4-4b03-96b8-b4132ce322bf,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:38:42.227992 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d2fc1d48-ad5f-4cc7-8850-14fd80a58f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:38:42.236483 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Network 88fa3630-d8f4-4b03-96b8-b4132ce322bf details requested by agent ovs-agent-dv-cinder-740146-7-smb with host dv-cinder-740146-7-smb {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:38:43.691959 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-43eb5170-2702-4ef6-b2ab-ab50c214d722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:44.001583 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:44.688992 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40604) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:38:44.790027 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.pecan_wsgi.hooks.translation [None req-507c323d-ba0a-40b0-b120-0fb7c247619b admin admin] GET failed (client error): The resource could not be found. Feb 07 01:38:44.790564 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-507c323d-ba0a-40b0-b120-0fb7c247619b admin admin] Synchronizing usage tracker for tenant:4499e63178b74f0f81025deb40a12710 on resource:network {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:38:44.804577 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-507c323d-ba0a-40b0-b120-0fb7c247619b admin admin] Unset dirty status for tenant:4499e63178b74f0f81025deb40a12710 on resource:network {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:38:44.805701 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-507c323d-ba0a-40b0-b120-0fb7c247619b admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1156747 Feb 07 01:38:44.918793 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edfb8bb-2f90-495c-8a65-a60476d1857a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:38:44.920345 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-9edfb8bb-2f90-495c-8a65-a60476d1857a admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1100724 Feb 07 01:38:44.930774 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-2d1eec29-28e7-4233-bbe0-abf1f2d88697 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '88fa3630-d8f4-4b03-96b8-b4132ce322bf'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:38:44.935251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-2d1eec29-28e7-4233-bbe0-abf1f2d88697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:38:44.945292 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-2d1eec29-28e7-4233-bbe0-abf1f2d88697 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:38:44.954182 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1eec29-28e7-4233-bbe0-abf1f2d88697 admin admin] Made reservation on behalf of 4499e63178b74f0f81025deb40a12710 for: {'subnet': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:38:44.959052 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2d1eec29-28e7-4233-bbe0-abf1f2d88697 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:44.999949 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:45.343036 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2d1eec29-28e7-4233-bbe0-abf1f2d88697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for subnet, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:45.357394 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:38:45.460477 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:45.488586 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1eec29-28e7-4233-bbe0-abf1f2d88697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de5e995-5808-48aa-b5b8-e2957c1028c5,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:38:45.492687 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2d1eec29-28e7-4233-bbe0-abf1f2d88697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:38:45.553251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1eec29-28e7-4233-bbe0-abf1f2d88697 admin admin] Checking segment: {'id': 'a1c91c6e-fe4d-4699-87a8-95c55a763f2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '88fa3630-d8f4-4b03-96b8-b4132ce322bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:38:45.553628 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1eec29-28e7-4233-bbe0-abf1f2d88697 admin admin] Network hostable DHCP agents. Network: 88fa3630-d8f4-4b03-96b8-b4132ce322bf, hostable agents: ['056a6a88-4ceb-42c7-bddf-a3443bc3d195'], hosted agents: [] {{(pid=79942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 07 01:38:45.571144 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1eec29-28e7-4233-bbe0-abf1f2d88697 admin admin] Network 88fa3630-d8f4-4b03-96b8-b4132ce322bf is scheduled to be hosted by DHCP agent 056a6a88-4ceb-42c7-bddf-a3443bc3d195 with binding_index 1 {{(pid=79942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 07 01:38:45.578863 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-2d1eec29-28e7-4233-bbe0-abf1f2d88697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-smb, 88fa3630-d8f4-4b03-96b8-b4132ce322bf) {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:38:45.582906 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1eec29-28e7-4233-bbe0-abf1f2d88697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:38:45.583534 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2d1eec29-28e7-4233-bbe0-abf1f2d88697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:45.588680 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d595b6f3-8530-40f3-8a99-e110aa7ec3b7 None None] Network 88fa3630-d8f4-4b03-96b8-b4132ce322bf requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:38:45.607420 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-2d1eec29-28e7-4233-bbe0-abf1f2d88697 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6801994 Feb 07 01:38:45.826607 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d144e43-08c9-5821-a72c-5faad193b909-88fa3630-d8f4-4b03-96b8-b4132ce322bf', 'network_id': '88fa3630-d8f4-4b03-96b8-b4132ce322bf', 'tenant_id': '4499e63178b74f0f81025deb40a12710', 'fixed_ips': [{'subnet_id': '7de5e995-5808-48aa-b5b8-e2957c1028c5'}]}} from dv-cinder-740146-7-smb. {{(pid=79943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 07 01:38:45.827594 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:46.116419 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Allocated IP 192.168.233.2 (88fa3630-d8f4-4b03-96b8-b4132ce322bf/7de5e995-5808-48aa-b5b8-e2957c1028c5/4638054c-d742-4d9a-ba87-1c2bb6aa7240) {{(pid=79943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:38:46.343151 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Notify callbacks [] for port, precommit_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:46.354508 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Transition to ACTIVE for port object 4638054c-d742-4d9a-ba87-1c2bb6aa7240 will not be triggered until provisioned by entity L2. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:38:46.370919 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Transition to ACTIVE for port object 4638054c-d742-4d9a-ba87-1c2bb6aa7240 will not be triggered until provisioned by entity DHCP. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:38:46.376020 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:46.392821 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1eb9596a-4e64-45dc-a972-d3b53383f74f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:38:46.477468 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Pushing event updated for resources: {'Port': ['ID=4638054c-d742-4d9a-ba87-1c2bb6aa7240,revision_number=1']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:38:46.487592 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:38:46.487980 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:38:46.488359 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:38:46.488760 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:38:46.489133 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:38:46.489504 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:38:46.489866 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:38:46.490232 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:38:46.490593 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:38:46.490981 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:38:46.491341 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:38:46.491700 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:38:46.497325 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:38:46.600398 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Network 88fa3630-d8f4-4b03-96b8-b4132ce322bf is already hosted by enough agents. {{(pid=79943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:38:46.600930 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Resources bound (agent type, host, resource id): {{(pid=79943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:38:46.603387 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Received port after_create {{(pid=79943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:38:46.664464 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Attempting to bind port 4638054c-d742-4d9a-ba87-1c2bb6aa7240 on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:38:46.664881 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Attempting to bind port 4638054c-d742-4d9a-ba87-1c2bb6aa7240 by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': 'a1c91c6e-fe4d-4699-87a8-95c55a763f2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '88fa3630-d8f4-4b03-96b8-b4132ce322bf'}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:38:46.665289 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Attempting to bind port 4638054c-d742-4d9a-ba87-1c2bb6aa7240 on network 88fa3630-d8f4-4b03-96b8-b4132ce322bf {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:38:46.671688 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:38:46.672103 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Checking segment: {'id': 'a1c91c6e-fe4d-4699-87a8-95c55a763f2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '88fa3630-d8f4-4b03-96b8-b4132ce322bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:38:46.672548 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:46.672982 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Bound using segment: {'id': 'a1c91c6e-fe4d-4699-87a8-95c55a763f2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '88fa3630-d8f4-4b03-96b8-b4132ce322bf'} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:38:46.673492 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Bound port: 4638054c-d742-4d9a-ba87-1c2bb6aa7240, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c91c6e-fe4d-4699-87a8-95c55a763f2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '88fa3630-d8f4-4b03-96b8-b4132ce322bf'}}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:38:46.673908 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:46.767457 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] For port 4638054c-d742-4d9a-ba87-1c2bb6aa7240, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:38:46.770781 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] For port 4638054c-d742-4d9a-ba87-1c2bb6aa7240, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=4638054c-d742-4d9a-ba87-1c2bb6aa7240,segment=NetworkSegment(a1c91c6e-fe4d-4699-87a8-95c55a763f2b),segment_id=a1c91c6e-fe4d-4699-87a8-95c55a763f2b)] {{(pid=79943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:38:46.774108 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:46.787658 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:38:46.941789 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Pushing event updated for resources: {'Port': ['ID=4638054c-d742-4d9a-ba87-1c2bb6aa7240,revision_number=2']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:38:46.944972 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:38:48.229897 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2472102e-5421-4f91-b0f6-e040914360a0 None None] Network 88fa3630-d8f4-4b03-96b8-b4132ce322bf requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:38:48.322931 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-b33c7969-16d8-4cde-93dd-50195e24e674 None None] Provisioning for port 4638054c-d742-4d9a-ba87-1c2bb6aa7240 completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:38:49.018649 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 4638054c-d742-4d9a-ba87-1c2bb6aa7240 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:38:49.093180 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port 4638054c-d742-4d9a-ba87-1c2bb6aa7240 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:38:49.098225 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 4638054c-d742-4d9a-ba87-1c2bb6aa7240 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:38:49.098638 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:49.222796 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:49.257325 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] For port 4638054c-d742-4d9a-ba87-1c2bb6aa7240, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=4638054c-d742-4d9a-ba87-1c2bb6aa7240,segment=NetworkSegment(a1c91c6e-fe4d-4699-87a8-95c55a763f2b),segment_id=a1c91c6e-fe4d-4699-87a8-95c55a763f2b)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:38:49.261627 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:49.263787 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:38:49.333229 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Pushing event updated for resources: {'Port': ['ID=4638054c-d742-4d9a-ba87-1c2bb6aa7240,revision_number=3']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:38:49.336442 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:38:50.995846 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 4638054c-d742-4d9a-ba87-1c2bb6aa7240 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:38:51.071228 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 4638054c-d742-4d9a-ba87-1c2bb6aa7240 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:38:51.071643 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:38:56.125891 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 5 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:39:11.288078 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-04f53ed4-e173-48b9-a712-52ec008d1a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:39:13.693384 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e7f48477-a65d-404b-a3a7-652a7e98d5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:39:14.003443 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:39:15.000959 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:39:15.463422 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:39:33.125322 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 5 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:39:41.291685 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ac0eff61-a240-46e7-b435-512dbe959825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:39:43.698027 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e1af3ca4-f12f-4f14-91c4-d63c1d32393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:39:44.006870 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:39:45.003282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:39:45.471657 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:39:58.674182 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40648) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:39:58.680527 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [None req-2ffb4cac-ad4e-433a-be17-fd88a31076d6 tempest-verify_tempest_config-1687296327 tempest-verify_tempest_config-1687296327-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=79942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 01:39:58.681566 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-2ffb4cac-ad4e-433a-be17-fd88a31076d6 tempest-verify_tempest_config-1687296327 tempest-verify_tempest_config-1687296327-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0062847 Feb 07 01:39:59.021789 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40668) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:39:59.171488 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:39:59.187089 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:39:59.191061 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Usage tracker for resource:security_group_rule and tenant:8592772ffee34b84bf87e4a2a19ea086 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:39:59.193951 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:39:59.199633 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:39:59.286499 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:39:59.289521 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:39:59.298764 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-687ff7ab-de05-4b69-a439-cee513a33fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:39:59.338977 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Synchronizing usage tracker for tenant:4499e63178b74f0f81025deb40a12710 on resource:security_group {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:39:59.343617 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcea485-872d-4bc3-86cb-cbbd273647e1,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:39:59.353391 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:39:59.353773 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:39:59.354149 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:39:59.354518 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:39:59.354905 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:39:59.355273 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:39:59.355635 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:39:59.355995 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:39:59.356361 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:39:59.356720 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:39:59.357101 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:39:59.357456 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:39:59.362558 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:39:59.369624 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Unset dirty status for tenant:4499e63178b74f0f81025deb40a12710 on resource:security_group {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:39:59.370991 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8592772ffee34b84bf87e4a2a19ea086&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3481388 Feb 07 01:39:59.374215 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40674) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:39:59.438486 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ecafd9ba-fddd-43d8-9b8e-ff75da598b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:39:59.465406 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ecafd9ba-fddd-43d8-9b8e-ff75da598b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:39:59.514592 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ecafd9ba-fddd-43d8-9b8e-ff75da598b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:39:59.519651 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-38b42507-4397-4f7a-8a53-7564c1094d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:39:59.530635 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafd9ba-fddd-43d8-9b8e-ff75da598b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcea485-872d-4bc3-86cb-cbbd273647e1,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:39:59.535274 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ecafd9ba-fddd-43d8-9b8e-ff75da598b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:39:59.537248 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ecafd9ba-fddd-43d8-9b8e-ff75da598b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:39:59.540723 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-ecafd9ba-fddd-43d8-9b8e-ff75da598b48 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dfcea485-872d-4bc3-86cb-cbbd273647e1 HTTP/1.1" status: 204 len: 168 time: 0.1632791 Feb 07 01:40:10.124841 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 5 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:40:11.295319 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c0dcf5db-12e1-4722-8b64-0c4e9dbeebac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:40:13.699563 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7341d4a8-abc3-4b3a-94e6-4863bc0f7bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:40:14.007636 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:40:15.004577 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:40:15.470455 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:40:41.297142 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ab1223f8-5990-4194-9cf2-aab84668ab59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:40:43.701274 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d083ec43-7df3-4d15-9a0d-0cbb256ffc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:40:44.009392 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:40:45.004998 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:40:45.480043 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:40:47.123988 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 5 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:41:11.299188 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d9d3974b-f04a-4d78-a8cd-9ff32e19021f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:41:13.701254 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-eb546509-6271-4284-b6d1-2246d8035640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:41:14.011765 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:41:15.005758 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:41:15.482547 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:41:24.124021 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 5 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:41:41.299330 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f4d41f59-4161-4abe-8701-576ad08624e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:41:43.534841 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437'] for agent, after_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:41:43.535359 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:41:43.535664 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:41:43.536040 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:41:43.536415 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:41:43.536786 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:41:43.537200 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:41:43.537526 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:41:43.537892 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:41:43.538258 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:41:43.538623 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:41:43.539014 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:41:43.539380 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:41:43.539767 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-74014', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:41:43.543775 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-74014', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:41:43.701371 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-65486f5a-505e-451e-b859-75ef02f5bad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:41:43.909095 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] get_endpoint_by_host() called for host hv-cinder-74014 {{(pid=79943) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 07 01:41:43.912997 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] get_endpoint_by_ip() called for ip 192.168.0.47 {{(pid=79943) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 07 01:41:43.916029 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] _add_endpoint() called for ip 192.168.0.47 {{(pid=79943) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 07 01:41:43.920999 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] _get_endpoints() called {{(pid=79943) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 07 01:41:44.015838 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:41:45.006840 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:41:45.486978 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:41:54.409457 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40746) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:41:54.556566 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-c3c72a99-ecb9-406d-81b3-c9a106e26ebb admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1459267 Feb 07 01:41:57.026300 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40756) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:41:57.112295 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-b6880f02-ddee-4e4a-bcdc-61e5edf0c0d8 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0849044 Feb 07 01:42:01.124599 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:42:11.300512 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-89e50bfc-feeb-4af3-92a5-38ebb4cb6883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:42:13.517649 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:42:13.701512 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fa3fa4bc-a5e2-4b2d-9f4b-adc284f01082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:42:14.017314 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:42:15.007534 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:42:15.489835 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:42:38.124332 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:42:41.300521 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0354cfa6-23be-4984-9f06-ced306b60f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:42:43.528404 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:42:43.700602 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a0c5768d-0817-4cfe-9b13-9b9c2b51d580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:42:44.019300 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:42:45.009310 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:42:45.494704 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:11.301150 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a9f8e302-a875-43b5-a836-fabee2b5a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:13.528957 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:13.701796 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3d82b33f-7d63-44e3-acda-d050f361b9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:14.022045 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:15.012677 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:15.124014 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:43:15.498915 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:41.303241 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ffeb55e3-6650-41aa-a9f8-39ec5c800c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:42.174673 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 40912) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:42.914440 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40950) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:42.938086 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 40956) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:43.444937 dv-cinder-740146-7-smb neutron-server[79830]: WARNING oslo_policy.policy [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 01:43:43.445564 dv-cinder-740146-7-smb neutron-server[79830]: WARNING oslo_policy.policy [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 01:43:43.474175 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-403928479-network', 'tenant_id': 'a713c7c2b27c48f7a0b09db43e0b1c34'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:43:43.483052 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:43.489656 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Usage tracker for resource:network and tenant:a713c7c2b27c48f7a0b09db43e0b1c34 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:43.497874 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:43.504782 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:43.522570 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Made reservation on behalf of a713c7c2b27c48f7a0b09db43e0b1c34 for: {'network': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:43:43.529341 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for network, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:43.532977 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:43.546794 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:43.565947 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:43.570661 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Usage tracker for resource:security_group_rule and tenant:a713c7c2b27c48f7a0b09db43e0b1c34 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:43.574478 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:43.581906 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:43.660978 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 40988) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:43.710448 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-267081776-network', 'tenant_id': 'cf900df8f787450599a27a266d50017b'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:43:43.714668 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.quota [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Loaded quota_driver: . Feb 07 01:43:43.724090 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ca5c7bae-cbf2-4abb-9f33-4f56fed07fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:43.731904 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-121002236-network', 'tenant_id': '4733878343494e63bbfc7a988d57e69a'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:43:43.743325 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:43.751534 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Usage tracker for resource:network and tenant:4733878343494e63bbfc7a988d57e69a is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:43.756961 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:43.757829 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:43.762223 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:43.766135 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:43.767424 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:43.779556 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:43.785946 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Usage tracker for resource:network and tenant:cf900df8f787450599a27a266d50017b is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:43.795983 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:43.799477 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Made reservation on behalf of 4733878343494e63bbfc7a988d57e69a for: {'network': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:43:43.826603 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1688430139-network', 'tenant_id': 'a02770029d734bc0abe3e3995c6a5abd'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:43:43.831609 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934ea798-6f53-4cba-9c54-58e13cc32c3a,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:43.843133 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.843719 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.844277 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.845035 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.845588 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.846472 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.847693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.848155 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.848652 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.849067 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.849407 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.849930 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.850049 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.policy [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79941) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 07 01:43:43.850304 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.850674 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.850796 dv-cinder-740146-7-smb neutron-server[79830]: WARNING oslo_policy.policy [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 01:43:43.851073 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.851184 dv-cinder-740146-7-smb neutron-server[79830]: WARNING oslo_policy.policy [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 01:43:43.851553 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.852049 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.852412 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.852902 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.853364 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.853948 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.854340 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.854953 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.855306 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Tracked resource versions report: Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: pushed versions: Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: { 'AddressGroup': {'1.1'}, Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'ConntrackHelper': {'1.0'}, Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'Log': {'1.0'}, Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'Network': {'1.1'}, Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'Port': {'1.7'}, Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'PortForwarding': {'1.2'}, Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'QosPolicy': {'1.8'}, Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroup': {'1.4'}, Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroupRule': {'1.2'}, Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'SubPort': {'1.0'}, Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'Subnet': {'1.1'}, Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'Trunk': {'1.1'}} Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: consumer versions: Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: { DHCP agent@dv-cinder-740146-7-smb: {}, Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: L3 agent@dv-cinder-740146-7-smb: {}, Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: Metadata agent@dv-cinder-740146-7-smb: {}, Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: Metering agent@dv-cinder-740146-7-smb: {}, Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: Open vSwitch agent@dv-cinder-740146-7-smb: { 'AddressGroup': '1.1', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'ConntrackHelper': '1.0', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'Log': '1.0', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'Network': '1.1', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'Port': '1.7', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'PortForwarding': '1.2', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'QosPolicy': '1.8', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroup': '1.4', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroupRule': '1.2', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'SubPort': '1.0', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'Subnet': '1.1', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'Trunk': '1.1'}, Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: Open vSwitch agent@hv-cinder-74014: { 'AddressGroup': '1.1', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'ConntrackHelper': '1.0', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'Log': '1.0', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'Network': '1.1', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'Port': '1.7', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'PortForwarding': '1.2', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'QosPolicy': '1.8', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroup': '1.4', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroupRule': '1.2', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'SubPort': '1.0', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'Subnet': '1.1', Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: 'Trunk': '1.1'}} Feb 07 01:43:43.857499 dv-cinder-740146-7-smb neutron-server[79830]: {{(pid=79942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 07 01:43:43.880533 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:43.881084 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for network, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:43.889636 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=79942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 07 01:43:43.898010 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:43.903042 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:43.906406 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Usage tracker for resource:network and tenant:a02770029d734bc0abe3e3995c6a5abd is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:43.908754 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:43.911415 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:43.911813 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.segments_db [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Added segment 0b8ad7f2-9289-4d45-8fd4-89d288737598 of type vxlan for network 58a9caed-5ed9-4bd3-930d-8a3968f2a4e3 Feb 07 01:43:43.913288 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:43.925101 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:43.929006 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:43.933526 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Usage tracker for resource:security_group_rule and tenant:4733878343494e63bbfc7a988d57e69a is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:43.936926 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:43.942374 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Made reservation on behalf of cf900df8f787450599a27a266d50017b for: {'network': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:43:43.946954 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for network, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:43.955046 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754015121881'] for network, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:43.956511 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:43.960706 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Made reservation on behalf of a02770029d734bc0abe3e3995c6a5abd for: {'network': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:43:43.965366 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:43.965495 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for network, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:43.982496 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:43.990520 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:44.003719 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:44.011352 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Usage tracker for resource:security_group_rule and tenant:cf900df8f787450599a27a266d50017b is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:44.016540 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:44.028932 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:44.041064 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Usage tracker for resource:security_group_rule and tenant:a02770029d734bc0abe3e3995c6a5abd is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:44.059976 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:44.074357 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:44.086768 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:44.104938 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for network, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:44.106591 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:43:44.107349 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:44.128047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:44.164789 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:44.187916 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:44.202518 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:44.245767 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=79941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 07 01:43:44.255842 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:44.269519 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:44.275826 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282839147363', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:44.276592 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.segments_db [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Added segment d8117e48-c207-4977-bdf2-dc097b3c566e of type vxlan for network 23888419-9964-4cd1-9c14-75efe5f05dab Feb 07 01:43:44.296190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b2b2c9-ea00-44ed-9db5-2f621c806b0b,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:44.332043 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4128509 Feb 07 01:43:44.332043 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Pushing event updated for resources: {'Network': ['ID=58a9caed-5ed9-4bd3-930d-8a3968f2a4e3,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:44.333762 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41016) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:44.336483 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:44.341184 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-0ea8208a-d898-490f-98b6-747559d7b5ac admin admin] Request body: {'subnet': {'network_id': '58a9caed-5ed9-4bd3-930d-8a3968f2a4e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-403928479-subnet', 'tenant_id': 'a713c7c2b27c48f7a0b09db43e0b1c34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:43:44.344817 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Network 58a9caed-5ed9-4bd3-930d-8a3968f2a4e3 details requested by agent ovs-agent-dv-cinder-740146-7-smb with host dv-cinder-740146-7-smb {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:43:44.364506 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-0ea8208a-d898-490f-98b6-747559d7b5ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:44.372257 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-0ea8208a-d898-490f-98b6-747559d7b5ac admin admin] Usage tracker for resource:subnet and tenant:a713c7c2b27c48f7a0b09db43e0b1c34 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:44.390089 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-0ea8208a-d898-490f-98b6-747559d7b5ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:44.411303 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-0ea8208a-d898-490f-98b6-747559d7b5ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:44.428556 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Network 58a9caed-5ed9-4bd3-930d-8a3968f2a4e3 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:43:44.493991 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea8208a-d898-490f-98b6-747559d7b5ac admin admin] Made reservation on behalf of a713c7c2b27c48f7a0b09db43e0b1c34 for: {'subnet': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:43:44.516447 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0ea8208a-d898-490f-98b6-747559d7b5ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:44.614008 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.614492 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.614883 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.615246 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.615733 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.616090 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.616442 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.616791 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.617138 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.617487 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.617835 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.618179 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.618584 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.618955 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.619302 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.619649 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.620165 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.620512 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.620857 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.621201 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.621567 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.621913 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.622258 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.622600 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Tracked resource versions report: Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: pushed versions: Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: { 'AddressGroup': {'1.1'}, Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'ConntrackHelper': {'1.0'}, Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'Log': {'1.0'}, Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'Network': {'1.1'}, Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'Port': {'1.7'}, Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'PortForwarding': {'1.2'}, Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'QosPolicy': {'1.8'}, Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroup': {'1.4'}, Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroupRule': {'1.2'}, Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'SubPort': {'1.0'}, Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'Subnet': {'1.1'}, Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'Trunk': {'1.1'}} Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: consumer versions: Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: { DHCP agent@dv-cinder-740146-7-smb: {}, Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: L3 agent@dv-cinder-740146-7-smb: {}, Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: Metadata agent@dv-cinder-740146-7-smb: {}, Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: Metering agent@dv-cinder-740146-7-smb: {}, Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: Open vSwitch agent@dv-cinder-740146-7-smb: { 'AddressGroup': '1.1', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'ConntrackHelper': '1.0', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'Log': '1.0', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'Network': '1.1', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'Port': '1.7', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'PortForwarding': '1.2', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'QosPolicy': '1.8', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroup': '1.4', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroupRule': '1.2', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'SubPort': '1.0', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'Subnet': '1.1', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'Trunk': '1.1'}, Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: Open vSwitch agent@hv-cinder-74014: { 'AddressGroup': '1.1', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'ConntrackHelper': '1.0', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'Log': '1.0', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'Network': '1.1', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'Port': '1.7', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'PortForwarding': '1.2', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'QosPolicy': '1.8', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroup': '1.4', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroupRule': '1.2', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'SubPort': '1.0', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'Subnet': '1.1', Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: 'Trunk': '1.1'}} Feb 07 01:43:44.623952 dv-cinder-740146-7-smb neutron-server[79830]: {{(pid=79941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 07 01:43:44.678662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:44.686916 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:44.697605 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:44.755131 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754015121881'] for network, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:44.760353 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:44.761376 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.468s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:44.785237 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c1ba90-a898-427d-b266-5fbfd3518179,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:44.790502 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:44.799505 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16e03c2-7694-4760-8499-4093495b1344,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:44.805256 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:44.870775 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.api [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=79942) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 07 01:43:44.871256 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_db.api [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 07 01:43:44.876788 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for network, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:44.878918 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.api [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=79941) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 07 01:43:44.879298 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_db.api [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 07 01:43:44.886371 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:43:44.887194 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:44.896038 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:45.022969 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:45.048940 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Pushing event updated for resources: {'Network': ['ID=23888419-9964-4cd1-9c14-75efe5f05dab,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:45.055179 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:45.062797 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Network 23888419-9964-4cd1-9c14-75efe5f05dab details requested by agent ovs-agent-dv-cinder-740146-7-smb with host dv-cinder-740146-7-smb {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:43:45.079123 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1386478 Feb 07 01:43:45.079782 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 41040) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:45.088055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-5b45b5e7-dfb6-44af-a5ef-488ca3362624 admin admin] Request body: {'subnet': {'network_id': '23888419-9964-4cd1-9c14-75efe5f05dab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-121002236-subnet', 'tenant_id': '4733878343494e63bbfc7a988d57e69a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:43:45.093587 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Network 23888419-9964-4cd1-9c14-75efe5f05dab details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:43:45.094130 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-5b45b5e7-dfb6-44af-a5ef-488ca3362624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:45.098336 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-5b45b5e7-dfb6-44af-a5ef-488ca3362624 admin admin] Usage tracker for resource:subnet and tenant:4733878343494e63bbfc7a988d57e69a is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:45.101465 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-5b45b5e7-dfb6-44af-a5ef-488ca3362624 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:45.108525 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-5b45b5e7-dfb6-44af-a5ef-488ca3362624 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:45.122279 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b45b5e7-dfb6-44af-a5ef-488ca3362624 admin admin] Made reservation on behalf of 4733878343494e63bbfc7a988d57e69a for: {'subnet': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:43:45.129009 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5b45b5e7-dfb6-44af-a5ef-488ca3362624 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:45.340470 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0ea8208a-d898-490f-98b6-747559d7b5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for subnet, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:45.374773 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2d1eec29-28e7-4233-bbe0-abf1f2d88697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:45.400110 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for network, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:45.409531 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for network, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:45.436144 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=79941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 07 01:43:45.455962 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282839147363', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:45.456395 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.segments_db [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Added segment adac9e24-efde-4325-84d9-6f9217d84b14 of type vxlan for network 08866757-d3c7-4c94-a1bb-5736c8720014 Feb 07 01:43:45.488050 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754015121881'] for network, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:45.517531 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:45.523586 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for network, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:45.527454 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:43:45.528363 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:45.550097 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:45.708173 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Pushing event updated for resources: {'Network': ['ID=08866757-d3c7-4c94-a1bb-5736c8720014,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:45.716015 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 3.5356529 Feb 07 01:43:45.720315 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Network 08866757-d3c7-4c94-a1bb-5736c8720014 details requested by agent ovs-agent-dv-cinder-740146-7-smb with host dv-cinder-740146-7-smb {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:43:45.725488 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41060) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:45.726307 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8208a-d898-490f-98b6-747559d7b5ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a94c75-2eaf-43a5-b453-7c2180b412c9,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:45.776951 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Network 08866757-d3c7-4c94-a1bb-5736c8720014 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:43:45.780104 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0ea8208a-d898-490f-98b6-747559d7b5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:45.783336 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=79942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 07 01:43:45.787949 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:45.806288 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-b48b6372-53cd-43c8-9311-eefde27741f8 admin admin] Request body: {'subnet': {'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-267081776-subnet', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:43:45.832640 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-b48b6372-53cd-43c8-9311-eefde27741f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:45.873772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-b48b6372-53cd-43c8-9311-eefde27741f8 admin admin] Usage tracker for resource:subnet and tenant:cf900df8f787450599a27a266d50017b is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:45.891334 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:45.891750 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.segments_db [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Added segment 1eef14d4-998a-45e4-953e-3ce49eb2c32f of type vxlan for network a205ba43-3e4e-4964-ae5b-93d9dd658fa5 Feb 07 01:43:45.893377 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-b48b6372-53cd-43c8-9311-eefde27741f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:45.921291 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-b48b6372-53cd-43c8-9311-eefde27741f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:45.991470 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754015121881'] for network, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:45.999851 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48b6372-53cd-43c8-9311-eefde27741f8 admin admin] Made reservation on behalf of cf900df8f787450599a27a266d50017b for: {'subnet': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:43:46.004898 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b48b6372-53cd-43c8-9311-eefde27741f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:46.079586 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea8208a-d898-490f-98b6-747559d7b5ac admin admin] Checking segment: {'id': '0b8ad7f2-9289-4d45-8fd4-89d288737598', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '58a9caed-5ed9-4bd3-930d-8a3968f2a4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:43:46.080828 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea8208a-d898-490f-98b6-747559d7b5ac admin admin] Network hostable DHCP agents. Network: 58a9caed-5ed9-4bd3-930d-8a3968f2a4e3, hostable agents: ['056a6a88-4ceb-42c7-bddf-a3443bc3d195'], hosted agents: [] {{(pid=79942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 07 01:43:46.111969 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5b45b5e7-dfb6-44af-a5ef-488ca3362624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for subnet, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:46.146191 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:46.216794 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for network, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:46.216794 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:43:46.216794 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:46.218552 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea8208a-d898-490f-98b6-747559d7b5ac admin admin] Network 58a9caed-5ed9-4bd3-930d-8a3968f2a4e3 is scheduled to be hosted by DHCP agent 056a6a88-4ceb-42c7-bddf-a3443bc3d195 with binding_index 1 {{(pid=79942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 07 01:43:46.230567 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:46.271016 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-0ea8208a-d898-490f-98b6-747559d7b5ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-smb, 58a9caed-5ed9-4bd3-930d-8a3968f2a4e3) {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:43:46.288183 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53c893a-9745-4976-9f92-a2d64536b97f None None] Network 58a9caed-5ed9-4bd3-930d-8a3968f2a4e3 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:43:46.298765 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea8208a-d898-490f-98b6-747559d7b5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:43:46.299453 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0ea8208a-d898-490f-98b6-747559d7b5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:46.329059 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 41088) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:46.345004 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6816623 Feb 07 01:43:46.378616 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 41092) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:46.386459 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-17d96b63-5774-498f-9476-abe05533a9f5 admin admin] Request body: {'subnet': {'network_id': 'a205ba43-3e4e-4964-ae5b-93d9dd658fa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1688430139-subnet', 'tenant_id': 'a02770029d734bc0abe3e3995c6a5abd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:43:46.408718 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-17d96b63-5774-498f-9476-abe05533a9f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:46.425144 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-17d96b63-5774-498f-9476-abe05533a9f5 admin admin] Usage tracker for resource:subnet and tenant:a02770029d734bc0abe3e3995c6a5abd is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:46.430296 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45b5e7-dfb6-44af-a5ef-488ca3362624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=121b12ed-16ba-45c9-abbb-ef0a52110f3a,revision_number=0']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:46.435208 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-17d96b63-5774-498f-9476-abe05533a9f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:46.442866 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5b45b5e7-dfb6-44af-a5ef-488ca3362624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:46.452863 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-17d96b63-5774-498f-9476-abe05533a9f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:46.478122 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-0ea8208a-d898-490f-98b6-747559d7b5ac admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1430588 Feb 07 01:43:46.478572 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d96b63-5774-498f-9476-abe05533a9f5 admin admin] Made reservation on behalf of a02770029d734bc0abe3e3995c6a5abd for: {'subnet': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:43:46.479046 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Pushing event updated for resources: {'Network': ['ID=a205ba43-3e4e-4964-ae5b-93d9dd658fa5,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:46.483887 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-17d96b63-5774-498f-9476-abe05533a9f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:46.488193 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:46.600788 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Network a205ba43-3e4e-4964-ae5b-93d9dd658fa5 details requested by agent ovs-agent-dv-cinder-740146-7-smb with host dv-cinder-740146-7-smb {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:43:46.743133 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Network a205ba43-3e4e-4964-ae5b-93d9dd658fa5 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:43:46.772715 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b45b5e7-dfb6-44af-a5ef-488ca3362624 admin admin] Checking segment: {'id': 'd8117e48-c207-4977-bdf2-dc097b3c566e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '23888419-9964-4cd1-9c14-75efe5f05dab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:43:46.776277 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b45b5e7-dfb6-44af-a5ef-488ca3362624 admin admin] Network hostable DHCP agents. Network: 23888419-9964-4cd1-9c14-75efe5f05dab, hostable agents: ['056a6a88-4ceb-42c7-bddf-a3443bc3d195'], hosted agents: [] {{(pid=79941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 07 01:43:46.852737 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0cfc2eb2-82c7-49e0-9df6-195f72f0d508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:46.865949 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edfd4a2-17dd-4dd8-8f43-f0eb3838588e None None] Network 58a9caed-5ed9-4bd3-930d-8a3968f2a4e3 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:43:46.882338 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-0cfc2eb2-82c7-49e0-9df6-195f72f0d508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:46.890657 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b45b5e7-dfb6-44af-a5ef-488ca3362624 admin admin] Network 23888419-9964-4cd1-9c14-75efe5f05dab is scheduled to be hosted by DHCP agent 056a6a88-4ceb-42c7-bddf-a3443bc3d195 with binding_index 1 {{(pid=79941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 07 01:43:46.908413 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-0cfc2eb2-82c7-49e0-9df6-195f72f0d508 admin admin] Usage tracker for resource:security_group_rule and tenant:2ba934f83d9347fcafceb358080845ae is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:46.916570 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-0cfc2eb2-82c7-49e0-9df6-195f72f0d508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:46.928907 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-0cfc2eb2-82c7-49e0-9df6-195f72f0d508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:46.934146 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-5b45b5e7-dfb6-44af-a5ef-488ca3362624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-smb, 23888419-9964-4cd1-9c14-75efe5f05dab) {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:43:46.949632 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b45b5e7-dfb6-44af-a5ef-488ca3362624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:43:46.950253 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5b45b5e7-dfb6-44af-a5ef-488ca3362624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for subnet, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:46.975384 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b48b6372-53cd-43c8-9311-eefde27741f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for subnet, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:46.994447 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:47.039604 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f00ec0-5d27-4ff5-95df-d153cf6a36f5 None None] Network 23888419-9964-4cd1-9c14-75efe5f05dab requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:43:47.077679 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-5b45b5e7-dfb6-44af-a5ef-488ca3362624 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9967768 Feb 07 01:43:47.221217 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0cfc2eb2-82c7-49e0-9df6-195f72f0d508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:47.241341 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0cfc2eb2-82c7-49e0-9df6-195f72f0d508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:47.274658 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:47.500648 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b6372-53cd-43c8-9311-eefde27741f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcafc843-a804-40f2-8b05-784a1ee2cb10,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:47.508850 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b48b6372-53cd-43c8-9311-eefde27741f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:47.563443 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-0cfc2eb2-82c7-49e0-9df6-195f72f0d508 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2ba934f83d9347fcafceb358080845ae&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2332189 Feb 07 01:43:47.565560 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc2eb2-82c7-49e0-9df6-195f72f0d508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5301884-dd84-4249-8ee3-954c6d0b77ed,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:47.571950 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41140) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:47.579700 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0cfc2eb2-82c7-49e0-9df6-195f72f0d508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:47.712772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd1e899-1d56-4dae-9512-9d23f8421468 None None] Network 23888419-9964-4cd1-9c14-75efe5f05dab requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:43:47.740078 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-17d96b63-5774-498f-9476-abe05533a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for subnet, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:47.772519 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5b45b5e7-dfb6-44af-a5ef-488ca3362624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:47.778275 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-973a9eb2-c0f4-41eb-ae53-f7a205e52762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:47.820485 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48b6372-53cd-43c8-9311-eefde27741f8 admin admin] Checking segment: {'id': 'adac9e24-efde-4325-84d9-6f9217d84b14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:43:47.820936 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48b6372-53cd-43c8-9311-eefde27741f8 admin admin] Network hostable DHCP agents. Network: 08866757-d3c7-4c94-a1bb-5736c8720014, hostable agents: ['056a6a88-4ceb-42c7-bddf-a3443bc3d195'], hosted agents: [] {{(pid=79942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 07 01:43:47.843081 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-973a9eb2-c0f4-41eb-ae53-f7a205e52762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:47.868003 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48b6372-53cd-43c8-9311-eefde27741f8 admin admin] Network 08866757-d3c7-4c94-a1bb-5736c8720014 is scheduled to be hosted by DHCP agent 056a6a88-4ceb-42c7-bddf-a3443bc3d195 with binding_index 1 {{(pid=79942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 07 01:43:47.904788 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-b48b6372-53cd-43c8-9311-eefde27741f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-smb, 08866757-d3c7-4c94-a1bb-5736c8720014) {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:43:47.917800 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48b6372-53cd-43c8-9311-eefde27741f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:43:47.918639 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b48b6372-53cd-43c8-9311-eefde27741f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:47.939792 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b11b343-7033-4354-8e3c-9a69bb493f50 None None] Network 08866757-d3c7-4c94-a1bb-5736c8720014 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:43:48.025603 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-b48b6372-53cd-43c8-9311-eefde27741f8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2919710 Feb 07 01:43:48.038199 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-973a9eb2-c0f4-41eb-ae53-f7a205e52762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:48.039128 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41168) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:48.053177 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:43:48.075715 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-973a9eb2-c0f4-41eb-ae53-f7a205e52762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:48.079588 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-973a9eb2-c0f4-41eb-ae53-f7a205e52762 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d5301884-dd84-4249-8ee3-954c6d0b77ed HTTP/1.1" status: 204 len: 168 time: 0.5000107 Feb 07 01:43:48.098775 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41172) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:48.105043 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:48.139109 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:48.146831 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a9eb2-c0f4-41eb-ae53-f7a205e52762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5301884-dd84-4249-8ee3-954c6d0b77ed,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:48.164184 dv-cinder-740146-7-smb neutron-server[79830]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 07 01:43:48.167418 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-973a9eb2-c0f4-41eb-ae53-f7a205e52762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:48.256621 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Usage tracker for resource:router and tenant:cf900df8f787450599a27a266d50017b is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:48.264261 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:48.288466 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:48.298256 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d96b63-5774-498f-9476-abe05533a9f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=448b1d84-79a2-406e-aaae-d8f13e43358f,revision_number=0']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:48.311163 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-17d96b63-5774-498f-9476-abe05533a9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:48.369393 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 41192) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:48.391862 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1741079986-network', 'tenant_id': 'b83d24a25688451894fadbb98c836b2f'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:43:48.425452 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:48.462772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Usage tracker for resource:network and tenant:b83d24a25688451894fadbb98c836b2f is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:48.469240 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:48.488535 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:48.495333 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854102733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854535353'] for router, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:48.496439 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854072303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240478'] for router, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:48.512667 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d96b63-5774-498f-9476-abe05533a9f5 admin admin] Checking segment: {'id': '1eef14d4-998a-45e4-953e-3ce49eb2c32f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a205ba43-3e4e-4964-ae5b-93d9dd658fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:43:48.519106 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d96b63-5774-498f-9476-abe05533a9f5 admin admin] Network hostable DHCP agents. Network: a205ba43-3e4e-4964-ae5b-93d9dd658fa5, hostable agents: ['056a6a88-4ceb-42c7-bddf-a3443bc3d195'], hosted agents: [] {{(pid=79941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 07 01:43:48.542703 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Made reservation on behalf of b83d24a25688451894fadbb98c836b2f for: {'network': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:43:48.550433 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for network, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:48.590686 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:48.605240 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:48.636412 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:48.641338 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d96b63-5774-498f-9476-abe05533a9f5 admin admin] Network a205ba43-3e4e-4964-ae5b-93d9dd658fa5 is scheduled to be hosted by DHCP agent 056a6a88-4ceb-42c7-bddf-a3443bc3d195 with binding_index 1 {{(pid=79941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 07 01:43:48.655422 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Usage tracker for resource:security_group_rule and tenant:b83d24a25688451894fadbb98c836b2f is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:48.673296 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:48.690352 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-17d96b63-5774-498f-9476-abe05533a9f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-smb, a205ba43-3e4e-4964-ae5b-93d9dd658fa5) {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:43:48.693070 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:48.695938 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d144e43-08c9-5821-a72c-5faad193b909-08866757-d3c7-4c94-a1bb-5736c8720014', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'fixed_ips': [{'subnet_id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10'}]}} from dv-cinder-740146-7-smb. {{(pid=79943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 07 01:43:48.697202 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:48.707893 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d96b63-5774-498f-9476-abe05533a9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:43:48.708546 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-17d96b63-5774-498f-9476-abe05533a9f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for subnet, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:48.727403 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc21051-3bc5-4b9d-97a5-f8c4b9759094 None None] Network a205ba43-3e4e-4964-ae5b-93d9dd658fa5 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:43:48.735250 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959ed0f-840a-4389-b525-d2084c6852df req-9279cdee-6cba-4a47-b397-53d69afa8cb1 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:43:48.736902 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a959ed0f-840a-4389-b525-d2084c6852df req-9279cdee-6cba-4a47-b397-53d69afa8cb1 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/networks?id=23888419-9964-4cd1-9c14-75efe5f05dab HTTP/1.1" status: 200 len: 811 time: 0.6020796 Feb 07 01:43:48.761743 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-17d96b63-5774-498f-9476-abe05533a9f5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3792236 Feb 07 01:43:48.761980 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 41210) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:48.770213 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1688430139-router', 'tenant_id': 'a02770029d734bc0abe3e3995c6a5abd', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:43:48.777630 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a959ed0f-840a-4389-b525-d2084c6852df req-9646b1b1-cd28-42fc-91e3-20ad70187924 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/quotas/4733878343494e63bbfc7a988d57e69a HTTP/1.1" status: 200 len: 375 time: 0.0311816 Feb 07 01:43:48.793555 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:48.805990 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Usage tracker for resource:router and tenant:a02770029d734bc0abe3e3995c6a5abd is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:48.819373 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:48.985567 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:48.988187 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:48.991148 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 41216) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:48.995658 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:49.046292 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=79941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 07 01:43:49.058800 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282839147363', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:49.058800 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.segments_db [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Added segment caff9a21-83cc-4f5a-b53b-b13b8459d675 of type vxlan for network 31cb4aca-13c4-4ba5-83b4-62c7c7bc8157 Feb 07 01:43:49.068804 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0cfc2eb2-82c7-49e0-9df6-195f72f0d508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:49.081883 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-eabc33c5-c2df-4458-8942-9960caef4bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:49.098169 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854102733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854535353'] for router, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:49.100652 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854072303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240478'] for router, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:49.133637 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754015121881'] for network, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:49.141276 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a959ed0f-840a-4389-b525-d2084c6852df req-ca93d1f1-701b-4368-b7be-44ddf23ffdf1 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4733878343494e63bbfc7a988d57e69a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1785102 Feb 07 01:43:49.179179 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 41230) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:49.188446 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-eabc33c5-c2df-4458-8942-9960caef4bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:49.192941 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-eabc33c5-c2df-4458-8942-9960caef4bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:2cb8e47dff5a4a19a405688600b6e267 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:49.195935 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-eabc33c5-c2df-4458-8942-9960caef4bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:49.202520 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-eabc33c5-c2df-4458-8942-9960caef4bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:49.298329 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854102750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240493'] for router, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:49.311008 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for network, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:49.329749 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:43:49.330451 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:49.391319 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49256d70-4f13-4202-bceb-8e92290180b2,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:49.430916 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:49.563480 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [req-a959ed0f-840a-4389-b525-d2084c6852df req-880fa7b8-099a-42b9-8ff3-42260317e085 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=79942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 01:43:49.570820 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad19d762-a176-421e-b72e-fb84d9ca0e64 None None] Network a205ba43-3e4e-4964-ae5b-93d9dd658fa5 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:43:49.574728 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a959ed0f-840a-4389-b525-d2084c6852df req-880fa7b8-099a-42b9-8ff3-42260317e085 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2698209 Feb 07 01:43:49.594207 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:49.594207 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:49.632721 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-eabc33c5-c2df-4458-8942-9960caef4bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:49.651298 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-eabc33c5-c2df-4458-8942-9960caef4bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:49.754194 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-be22b46b-9700-4874-b1c9-870c3e310e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:49.762759 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Allocated IP 172.20.0.2 (08866757-d3c7-4c94-a1bb-5736c8720014/dcafc843-a804-40f2-8b05-784a1ee2cb10/563c1d5a-c8b6-43dc-8cba-94ca9648db99) {{(pid=79943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:43:49.811532 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:49.821163 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4473033 Feb 07 01:43:49.840583 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41244) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:49.848400 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Pushing event updated for resources: {'Network': ['ID=31cb4aca-13c4-4ba5-83b4-62c7c7bc8157,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:49.857931 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:49.858375 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:49.865035 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-67db774d-9479-4f37-9a17-5bc08850f7da admin admin] Request body: {'subnet': {'network_id': '31cb4aca-13c4-4ba5-83b4-62c7c7bc8157', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1741079986-subnet', 'tenant_id': 'b83d24a25688451894fadbb98c836b2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:43:49.869538 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:49.889591 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-67db774d-9479-4f37-9a17-5bc08850f7da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:49.898241 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-67db774d-9479-4f37-9a17-5bc08850f7da admin admin] Usage tracker for resource:subnet and tenant:b83d24a25688451894fadbb98c836b2f is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:49.899537 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Network 31cb4aca-13c4-4ba5-83b4-62c7c7bc8157 details requested by agent ovs-agent-dv-cinder-740146-7-smb with host dv-cinder-740146-7-smb {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:43:49.912254 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Network 31cb4aca-13c4-4ba5-83b4-62c7c7bc8157 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:43:49.917603 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-67db774d-9479-4f37-9a17-5bc08850f7da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:49.917733 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-be22b46b-9700-4874-b1c9-870c3e310e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:49.921395 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a959ed0f-840a-4389-b525-d2084c6852df req-9a5ec9ed-94d1-4bc3-a0ed-b2b1e5503505 service neutron] 10.222.0.52 "GET /v2.0/networks/23888419-9964-4cd1-9c14-75efe5f05dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474011 Feb 07 01:43:49.930704 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-67db774d-9479-4f37-9a17-5bc08850f7da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:49.938690 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-be22b46b-9700-4874-b1c9-870c3e310e3f admin admin] Usage tracker for resource:security_group_rule and tenant:2cd445c479b04a7bab345aed27a5af56 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:49.945899 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-eabc33c5-c2df-4458-8942-9960caef4bc1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2cb8e47dff5a4a19a405688600b6e267&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9510515 Feb 07 01:43:49.953005 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-be22b46b-9700-4874-b1c9-870c3e310e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:49.955799 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 41248) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:50.023092 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-be22b46b-9700-4874-b1c9-870c3e310e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:50.044252 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc33c5-c2df-4458-8942-9960caef4bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a140df4-3124-4867-b4f9-3a10f30c958a,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:50.056273 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-eabc33c5-c2df-4458-8942-9960caef4bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:50.067504 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67db774d-9479-4f37-9a17-5bc08850f7da admin admin] Made reservation on behalf of b83d24a25688451894fadbb98c836b2f for: {'subnet': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:43:50.072703 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67db774d-9479-4f37-9a17-5bc08850f7da admin admin] Notify callbacks [] for subnet, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:50.147647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854102750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240493'] for router, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:50.259079 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0d547d11-e9e2-40e0-bb2b-afaa4dcb55ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:50.292869 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Notify callbacks [] for port, precommit_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:50.304034 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0d547d11-e9e2-40e0-bb2b-afaa4dcb55ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:50.305163 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Transition to ACTIVE for port object 563c1d5a-c8b6-43dc-8cba-94ca9648db99 will not be triggered until provisioned by entity L2. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:43:50.323629 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Transition to ACTIVE for port object 563c1d5a-c8b6-43dc-8cba-94ca9648db99 will not be triggered until provisioned by entity DHCP. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:43:50.329080 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:50.346390 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:50.379926 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a959ed0f-840a-4389-b525-d2084c6852df req-d5eead75-9029-4392-81a0-5a8d2969b25c service neutron] 10.222.0.52 "GET /v2.0/networks/23888419-9964-4cd1-9c14-75efe5f05dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4443953 Feb 07 01:43:50.389246 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0d547d11-e9e2-40e0-bb2b-afaa4dcb55ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:50.415101 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-eabc33c5-c2df-4458-8942-9960caef4bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:50.433037 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d547d11-e9e2-40e0-bb2b-afaa4dcb55ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a140df4-3124-4867-b4f9-3a10f30c958a,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:50.442873 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0d547d11-e9e2-40e0-bb2b-afaa4dcb55ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:50.474406 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0d547d11-e9e2-40e0-bb2b-afaa4dcb55ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:50.476108 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-0d547d11-e9e2-40e0-bb2b-afaa4dcb55ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a140df4-3124-4867-b4f9-3a10f30c958a HTTP/1.1" status: 204 len: 168 time: 0.4655802 Feb 07 01:43:50.558842 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-be22b46b-9700-4874-b1c9-870c3e310e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:50.570913 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-be22b46b-9700-4874-b1c9-870c3e310e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:50.584676 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:50.634387 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Allocated IP 172.28.0.148 (99dfcdec-a658-4076-80f8-42c10fdcd0d7/7f907af6-b0a4-47f3-a608-7f27766af85d/e32ebeb6-3569-4909-b55e-00ff852a7ec7) {{(pid=79942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:43:50.654509 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-be22b46b-9700-4874-b1c9-870c3e310e3f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2cd445c479b04a7bab345aed27a5af56&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4719472 Feb 07 01:43:50.656234 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22b46b-9700-4874-b1c9-870c3e310e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6153f8f-21ba-4720-a3d0-7d43e14d2ef3,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:50.658214 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41272) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:50.661243 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-be22b46b-9700-4874-b1c9-870c3e310e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:50.840339 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41290) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:50.992387 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Pushing event updated for resources: {'Port': ['ID=563c1d5a-c8b6-43dc-8cba-94ca9648db99,revision_number=1']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:51.018505 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.018916 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.019301 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.019675 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.020046 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.020413 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.020795 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.021144 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.021514 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.021876 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.022241 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.022602 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.028041 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.028466 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.028855 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.029235 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.029617 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.029960 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.030328 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.030696 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.031118 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.031490 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.031855 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.032215 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Tracked resource versions report: Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: pushed versions: Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: { 'AddressGroup': {'1.1'}, Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'ConntrackHelper': {'1.0'}, Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'Log': {'1.0'}, Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'Network': {'1.1'}, Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'Port': {'1.7'}, Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'PortForwarding': {'1.2'}, Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'QosPolicy': {'1.8'}, Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroup': {'1.4'}, Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroupRule': {'1.2'}, Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'SubPort': {'1.0'}, Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'Subnet': {'1.1'}, Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'Trunk': {'1.1'}} Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: consumer versions: Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: { DHCP agent@dv-cinder-740146-7-smb: {}, Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: L3 agent@dv-cinder-740146-7-smb: {}, Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: Metadata agent@dv-cinder-740146-7-smb: {}, Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: Metering agent@dv-cinder-740146-7-smb: {}, Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: Open vSwitch agent@dv-cinder-740146-7-smb: { 'AddressGroup': '1.1', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'ConntrackHelper': '1.0', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'Log': '1.0', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'Network': '1.1', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'Port': '1.7', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'PortForwarding': '1.2', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'QosPolicy': '1.8', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroup': '1.4', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroupRule': '1.2', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'SubPort': '1.0', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'Subnet': '1.1', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'Trunk': '1.1'}, Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: Open vSwitch agent@hv-cinder-74014: { 'AddressGroup': '1.1', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'ConntrackHelper': '1.0', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'Log': '1.0', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'Network': '1.1', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'Port': '1.7', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'PortForwarding': '1.2', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'QosPolicy': '1.8', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroup': '1.4', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroupRule': '1.2', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'SubPort': '1.0', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'Subnet': '1.1', Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: 'Trunk': '1.1'}} Feb 07 01:43:51.033788 dv-cinder-740146-7-smb neutron-server[79830]: {{(pid=79943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 07 01:43:51.046578 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:51.099112 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Network 08866757-d3c7-4c94-a1bb-5736c8720014 is already hosted by enough agents. {{(pid=79943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:43:51.106911 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Resources bound (agent type, host, resource id): {{(pid=79943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:43:51.113174 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Received port after_create {{(pid=79943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:43:51.236657 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:51.273740 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:51.278683 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Attempting to bind port 563c1d5a-c8b6-43dc-8cba-94ca9648db99 on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:43:51.279123 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Attempting to bind port 563c1d5a-c8b6-43dc-8cba-94ca9648db99 by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': 'adac9e24-efde-4325-84d9-6f9217d84b14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014'}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:43:51.279521 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Attempting to bind port 563c1d5a-c8b6-43dc-8cba-94ca9648db99 on network 08866757-d3c7-4c94-a1bb-5736c8720014 {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:43:51.294391 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:43:51.295009 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Checking segment: {'id': 'adac9e24-efde-4325-84d9-6f9217d84b14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:43:51.295617 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:51.296170 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Bound using segment: {'id': 'adac9e24-efde-4325-84d9-6f9217d84b14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014'} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:43:51.296950 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Bound port: 563c1d5a-c8b6-43dc-8cba-94ca9648db99, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adac9e24-efde-4325-84d9-6f9217d84b14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014'}}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:43:51.297482 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:51.364677 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7b5dd41d-9ed6-49fc-8256-c7b796fb940f req-f9953e39-54ea-4646-b52d-694abf23a799 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 210 time: 0.5182846 Feb 07 01:43:51.492975 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] For port 563c1d5a-c8b6-43dc-8cba-94ca9648db99, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:43:51.496770 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] For port 563c1d5a-c8b6-43dc-8cba-94ca9648db99, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=563c1d5a-c8b6-43dc-8cba-94ca9648db99,segment=NetworkSegment(adac9e24-efde-4325-84d9-6f9217d84b14),segment_id=adac9e24-efde-4325-84d9-6f9217d84b14)] {{(pid=79943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:43:51.504338 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:51.545679 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:51.596980 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:51.600325 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-014bd48a-ea1b-4492-8758-8d93ac7cff89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:51.748072 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:51.752866 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-014bd48a-ea1b-4492-8758-8d93ac7cff89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:51.789910 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:51.815123 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Pushing event updated for resources: {'Port': ['ID=563c1d5a-c8b6-43dc-8cba-94ca9648db99,revision_number=2']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:51.820701 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:51.877799 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Allocated IP 172.28.0.199 (99dfcdec-a658-4076-80f8-42c10fdcd0d7/7f907af6-b0a4-47f3-a608-7f27766af85d/5d187281-761f-4232-a2e1-6c003d5f98eb) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:43:52.125584 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:43:52.187209 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:52.269150 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Pushing event updated for resources: {'Port': ['ID=e32ebeb6-3569-4909-b55e-00ff852a7ec7,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:52.282950 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:52.341503 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67db774d-9479-4f37-9a17-5bc08850f7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for subnet, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:52.362321 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:52.412688 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:52.567820 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 is already hosted by enough agents. {{(pid=79942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:43:52.572899 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db774d-9479-4f37-9a17-5bc08850f7da admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff6580ec-9238-4efc-9151-823a5f76055f,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:52.586366 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Resources bound (agent type, host, resource id): {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:43:52.593512 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:52.601749 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-67db774d-9479-4f37-9a17-5bc08850f7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:52.666344 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-48111464-0608-4ab7-a148-96a6cbf844db req-12516cb9-715b-4abf-99bc-23748592a6a4 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 210 time: 0.0956528 Feb 07 01:43:52.705402 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-014bd48a-ea1b-4492-8758-8d93ac7cff89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:52.721745 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:43:52.722971 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Pushing event updated for resources: {'Port': ['ID=5d187281-761f-4232-a2e1-6c003d5f98eb,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:52.727044 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:43:52.740769 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:52.757181 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:43:52.804582 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:52.811386 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41398) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:52.855598 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bd48a-ea1b-4492-8758-8d93ac7cff89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6153f8f-21ba-4720-a3d0-7d43e14d2ef3,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:52.862766 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-014bd48a-ea1b-4492-8758-8d93ac7cff89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:52.863260 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Received port after_create {{(pid=79942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:43:53.002006 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-014bd48a-ea1b-4492-8758-8d93ac7cff89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:53.005429 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-014bd48a-ea1b-4492-8758-8d93ac7cff89 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d6153f8f-21ba-4720-a3d0-7d43e14d2ef3 HTTP/1.1" status: 204 len: 168 time: 2.3461640 Feb 07 01:43:53.268566 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 563c1d5a-c8b6-43dc-8cba-94ca9648db99 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:43:53.296183 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6003cd99-ed0d-4081-bc1f-69853ca5aafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:53.321990 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-6003cd99-ed0d-4081-bc1f-69853ca5aafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:53.327882 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-6003cd99-ed0d-4081-bc1f-69853ca5aafc admin admin] Usage tracker for resource:security_group_rule and tenant:fda58ad9ffb64667bc5013e0c383d292 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:53.331581 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-6003cd99-ed0d-4081-bc1f-69853ca5aafc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:53.342277 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-6003cd99-ed0d-4081-bc1f-69853ca5aafc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:53.431710 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port 563c1d5a-c8b6-43dc-8cba-94ca9648db99 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:43:53.463870 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:53.546878 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6003cd99-ed0d-4081-bc1f-69853ca5aafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:53.620427 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db774d-9479-4f37-9a17-5bc08850f7da admin admin] Checking segment: {'id': 'caff9a21-83cc-4f5a-b53b-b13b8459d675', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '31cb4aca-13c4-4ba5-83b4-62c7c7bc8157'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:43:53.620839 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67db774d-9479-4f37-9a17-5bc08850f7da admin admin] Network hostable DHCP agents. Network: 31cb4aca-13c4-4ba5-83b4-62c7c7bc8157, hostable agents: ['056a6a88-4ceb-42c7-bddf-a3443bc3d195'], hosted agents: [] {{(pid=79942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 07 01:43:53.636985 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6003cd99-ed0d-4081-bc1f-69853ca5aafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:53.731588 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.45', 57215) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:53.738059 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:53.742660 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dead2f4-42a9-4573-8cd3-84b7de52520d None None] Network 08866757-d3c7-4c94-a1bb-5736c8720014 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:43:53.880074 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67db774d-9479-4f37-9a17-5bc08850f7da admin admin] Network 31cb4aca-13c4-4ba5-83b4-62c7c7bc8157 is scheduled to be hosted by DHCP agent 056a6a88-4ceb-42c7-bddf-a3443bc3d195 with binding_index 1 {{(pid=79942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 07 01:43:53.942301 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-6003cd99-ed0d-4081-bc1f-69853ca5aafc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fda58ad9ffb64667bc5013e0c383d292&name=default HTTP/1.1" status: 200 len: 2978 time: 1.1175532 Feb 07 01:43:53.946779 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41436) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:53.947544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-67db774d-9479-4f37-9a17-5bc08850f7da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-smb, 31cb4aca-13c4-4ba5-83b4-62c7c7bc8157) {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:43:53.949439 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003cd99-ed0d-4081-bc1f-69853ca5aafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50718be5-5e42-41fb-af0e-8fd837a6fbe9,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:53.963774 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67db774d-9479-4f37-9a17-5bc08850f7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:43:53.964775 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67db774d-9479-4f37-9a17-5bc08850f7da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:53.970255 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-6003cd99-ed0d-4081-bc1f-69853ca5aafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:54.068996 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fc4aed6b-b1f8-4682-b29d-241162df143c req-c8a10fa4-225d-4f54-b07b-c5d5a41a6e63 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 210 time: 0.1097555 Feb 07 01:43:54.129943 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:54.157817 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5a632e-f772-4143-8d7e-281cb089cffe None None] Network 31cb4aca-13c4-4ba5-83b4-62c7c7bc8157 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:43:54.292470 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-67db774d-9479-4f37-9a17-5bc08850f7da admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.4395809 Feb 07 01:43:54.339191 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ac975a1-c81a-4a81-bd11-54fdd8d56f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:54.406072 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ac975a1-c81a-4a81-bd11-54fdd8d56f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:54.540150 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-af020c69-cddb-4529-9df0-10f9d9608efd None None] Provisioning for port 563c1d5a-c8b6-43dc-8cba-94ca9648db99 completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:43:54.587074 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-af020c69-cddb-4529-9df0-10f9d9608efd None None] Provisioning complete for port 563c1d5a-c8b6-43dc-8cba-94ca9648db99 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:43:54.587074 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-af020c69-cddb-4529-9df0-10f9d9608efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:54.715249 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41472) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:54.775587 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959ed0f-840a-4389-b525-d2084c6852df req-6216f183-b678-4476-be5e-3b2a93b8ca21 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:43:54.776983 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-a959ed0f-840a-4389-b525-d2084c6852df req-6216f183-b678-4476-be5e-3b2a93b8ca21 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Synchronizing usage tracker for tenant:4733878343494e63bbfc7a988d57e69a on resource:network {{(pid=79941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:43:54.817307 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854095420'] for router, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:54.821282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-a959ed0f-840a-4389-b525-d2084c6852df req-6216f183-b678-4476-be5e-3b2a93b8ca21 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Unset dirty status for tenant:4733878343494e63bbfc7a988d57e69a on resource:network {{(pid=79941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:43:54.822529 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a959ed0f-840a-4389-b525-d2084c6852df req-6216f183-b678-4476-be5e-3b2a93b8ca21 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.45 "GET /v2.0/networks?id=23888419-9964-4cd1-9c14-75efe5f05dab HTTP/1.1" status: 200 len: 811 time: 1.0897105 Feb 07 01:43:54.955733 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-af020c69-cddb-4529-9df0-10f9d9608efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:54.957895 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-a959ed0f-840a-4389-b525-d2084c6852df req-26e261a2-0fb3-490e-b256-a3fc0dbdf5f2 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Request body: {'port': {'device_id': '66c4f0b9-1052-4354-bac2-f587690bbaaa', 'network_id': '23888419-9964-4cd1-9c14-75efe5f05dab', 'admin_state_up': True, 'tenant_id': '4733878343494e63bbfc7a988d57e69a'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:43:54.978220 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76e4124-a63b-4bea-ab30-5580f14c1f59 admin admin] Deleting subnet 26a94c75-2eaf-43a5-b453-7c2180b412c9 {{(pid=79942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 07 01:43:55.050148 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8e0680-8c87-489a-aa71-db7079fe1e4a None None] Network 31cb4aca-13c4-4ba5-83b4-62c7c7bc8157 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:43:55.122419 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a76e4124-a63b-4bea-ab30-5580f14c1f59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:55.138083 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-af020c69-cddb-4529-9df0-10f9d9608efd None None] For port 563c1d5a-c8b6-43dc-8cba-94ca9648db99, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=563c1d5a-c8b6-43dc-8cba-94ca9648db99,segment=NetworkSegment(adac9e24-efde-4325-84d9-6f9217d84b14),segment_id=adac9e24-efde-4325-84d9-6f9217d84b14)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:43:55.148792 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-af020c69-cddb-4529-9df0-10f9d9608efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:55.341034 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:55.474206 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-a959ed0f-840a-4389-b525-d2084c6852df req-26e261a2-0fb3-490e-b256-a3fc0dbdf5f2 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:43:55.492690 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-a959ed0f-840a-4389-b525-d2084c6852df req-26e261a2-0fb3-490e-b256-a3fc0dbdf5f2 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Usage tracker for resource:port and tenant:4733878343494e63bbfc7a988d57e69a is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:43:55.497905 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-a959ed0f-840a-4389-b525-d2084c6852df req-26e261a2-0fb3-490e-b256-a3fc0dbdf5f2 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:43:55.509476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-a959ed0f-840a-4389-b525-d2084c6852df req-26e261a2-0fb3-490e-b256-a3fc0dbdf5f2 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:43:55.571034 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a959ed0f-840a-4389-b525-d2084c6852df req-26e261a2-0fb3-490e-b256-a3fc0dbdf5f2 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Made reservation on behalf of 4733878343494e63bbfc7a988d57e69a for: {'port': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:43:55.577335 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-64eff9c3-b005-4c18-aa43-cecc1bfcc14e None None] Provisioning complete for port 563c1d5a-c8b6-43dc-8cba-94ca9648db99 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:43:55.577759 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-64eff9c3-b005-4c18-aa43-cecc1bfcc14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:55.596723 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ac975a1-c81a-4a81-bd11-54fdd8d56f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:55.622424 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a959ed0f-840a-4389-b525-d2084c6852df req-26e261a2-0fb3-490e-b256-a3fc0dbdf5f2 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:55.664459 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854095420'] for router, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:55.683023 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:55.709120 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Router f87df8d9-8fc1-4809-9b1f-649e9937243f is scheduled to L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 with binding_index 1 {{(pid=79941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 07 01:43:55.754243 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac975a1-c81a-4a81-bd11-54fdd8d56f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50718be5-5e42-41fb-af0e-8fd837a6fbe9,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:55.757484 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2ac975a1-c81a-4a81-bd11-54fdd8d56f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:55.758610 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ac975a1-c81a-4a81-bd11-54fdd8d56f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:55.763249 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-2ac975a1-c81a-4a81-bd11-54fdd8d56f85 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/50718be5-5e42-41fb-af0e-8fd837a6fbe9 HTTP/1.1" status: 204 len: 168 time: 1.8033328 Feb 07 01:43:55.917329 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2d26518f-5e16-4b7c-857d-5eed198a11c0 req-3105d837-edbb-4ad5-849b-fd0a9e14c474 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 210 time: 0.2408073 Feb 07 01:43:55.964778 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a76e4124-a63b-4bea-ab30-5580f14c1f59 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:55.993750 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a76e4124-a63b-4bea-ab30-5580f14c1f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-10855'] for subnet, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:56.190680 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af020c69-cddb-4529-9df0-10f9d9608efd None None] Pushing event updated for resources: {'Port': ['ID=563c1d5a-c8b6-43dc-8cba-94ca9648db99,revision_number=3']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:56.201827 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-af020c69-cddb-4529-9df0-10f9d9608efd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.866s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:56.312492 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-154960af-58c1-4131-89e3-8895b82bdfd6 None None] Provisioning complete for port 563c1d5a-c8b6-43dc-8cba-94ca9648db99 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:43:56.313238 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-154960af-58c1-4131-89e3-8895b82bdfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:56.747257 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Router 123ec2af-368e-478a-931f-a7f194062381 is scheduled to L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 with binding_index 1 {{(pid=79942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 07 01:43:56.899618 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:43:56.913269 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Sync routers for ids ['f87df8d9-8fc1-4809-9b1f-649e9937243f'] in dv-cinder-740146-7-smb {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:43:56.931705 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Routers {'f87df8d9-8fc1-4809-9b1f-649e9937243f'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:43:56.933064 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:43:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['f87df8d9-8fc1-4809-9b1f-649e9937243f'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:43:57.063996 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Notify callbacks [] for router, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:57.065261 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.3023157 Feb 07 01:43:57.083884 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41536) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:57.141685 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-a959ed0f-840a-4389-b525-d2084c6852df req-26e261a2-0fb3-490e-b256-a3fc0dbdf5f2 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Allocated IP 172.20.0.2 (23888419-9964-4cd1-9c14-75efe5f05dab/121b12ed-16ba-45c9-abbb-ef0a52110f3a/11b99394-47f2-498e-a9e7-a7be916114cd) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:43:57.232892 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 563c1d5a-c8b6-43dc-8cba-94ca9648db99 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:43:57.262131 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Set router f87df8d9-8fc1-4809-9b1f-649e9937243f gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:43:57.411225 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 563c1d5a-c8b6-43dc-8cba-94ca9648db99 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:43:57.411855 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:57.536328 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4ff1a95e-5992-42de-96f4-1b3d7bb0788e req-8709216b-93d4-4b9e-9b96-b307655c77db tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 210 time: 0.1946974 Feb 07 01:43:58.006344 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:43:58.019383 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Sync routers for ids ['123ec2af-368e-478a-931f-a7f194062381'] in dv-cinder-740146-7-smb {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:43:58.038623 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a76e4124-a63b-4bea-ab30-5580f14c1f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854764961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for subnet, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:58.051691 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Routers {'123ec2af-368e-478a-931f-a7f194062381'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:43:58.056455 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:43:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['123ec2af-368e-478a-931f-a7f194062381'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:43:58.139600 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'name': 'tempest-ServerRescueNegativeTestJSON-1688430139-router', 'tenant_id': 'a02770029d734bc0abe3e3995c6a5abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '5d187281-761f-4232-a2e1-6c003d5f98eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:49Z', 'updated_at': '2021-02-07T01:43:53Z', 'revision_number': 3, 'project_id': 'a02770029d734bc0abe3e3995c6a5abd', 'gw_port': {'id': '5d187281-761f-4232-a2e1-6c003d5f98eb', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:51Z', 'updated_at': '2021-02-07T01:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:43:58.153581 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Checking router: f87df8d9-8fc1-4809-9b1f-649e9937243f for host: dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:43:58.154058 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Updating router f87df8d9-8fc1-4809-9b1f-649e9937243f port 5d187281-761f-4232-a2e1-6c003d5f98eb binding host dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 07 01:43:58.244417 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a959ed0f-840a-4389-b525-d2084c6852df req-26e261a2-0fb3-490e-b256-a3fc0dbdf5f2 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:58.327745 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:58.331044 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a959ed0f-840a-4389-b525-d2084c6852df req-26e261a2-0fb3-490e-b256-a3fc0dbdf5f2 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:58.387056 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-cd5206f4-9f48-4d3e-8423-78aeb4853b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:58.389367 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-70702a29-6a0f-4b9f-a4b9-6b8a46473e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:58.511765 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e4124-a63b-4bea-ab30-5580f14c1f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a94c75-2eaf-43a5-b453-7c2180b412c9,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:43:58.542870 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a76e4124-a63b-4bea-ab30-5580f14c1f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:43:58.579080 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a76e4124-a63b-4bea-ab30-5580f14c1f59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:58.587013 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-a76e4124-a63b-4bea-ab30-5580f14c1f59 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/26a94c75-2eaf-43a5-b453-7c2180b412c9 HTTP/1.1" status: 204 len: 168 time: 3.8451812 Feb 07 01:43:58.588846 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Notify callbacks [] for router, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:58.590304 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.5499973 Feb 07 01:43:58.592105 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41564) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:58.600829 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 41566) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:59.097431 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 41578) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:43:59.124263 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a959ed0f-840a-4389-b525-d2084c6852df req-26e261a2-0fb3-490e-b256-a3fc0dbdf5f2 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Network 23888419-9964-4cd1-9c14-75efe5f05dab is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:43:59.170483 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Set router 123ec2af-368e-478a-931f-a7f194062381 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:43:59.333493 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854360936'] for network, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:59.592978 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-a959ed0f-840a-4389-b525-d2084c6852df req-26e261a2-0fb3-490e-b256-a3fc0dbdf5f2 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:43:59.684604 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Notify callbacks [] for port, precommit_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:59.715550 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Transition to ACTIVE for port object 5d187281-761f-4232-a2e1-6c003d5f98eb will not be triggered until provisioned by entity L2. {{(pid=79944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:43:59.723895 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:43:59.754101 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-6875e112-3ecc-4a9e-9a6f-824d6101757c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:43:59.857539 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:43:53Z', 'revision_number': 3, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:43:59.871819 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Checking router: 123ec2af-368e-478a-931f-a7f194062381 for host: dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:43:59.872638 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Updating router 123ec2af-368e-478a-931f-a7f194062381 port e32ebeb6-3569-4909-b55e-00ff852a7ec7 binding host dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 07 01:44:00.005818 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:00.164299 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41598) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:00.310029 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Pushing event updated for resources: {'Port': ['ID=5d187281-761f-4232-a2e1-6c003d5f98eb,revision_number=2']} {{(pid=79944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:00.340697 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14300', 'neutron.services.segments.db._delete_segments_for_network-8754015628454'] for network, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:00.384193 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-a959ed0f-840a-4389-b525-d2084c6852df req-26e261a2-0fb3-490e-b256-a3fc0dbdf5f2 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:44:00.384970 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.385358 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.385730 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.386097 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.386452 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.386828 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.387203 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.387555 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.387934 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.388235 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.388585 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.388934 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.389337 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.389685 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.390034 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.390378 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.390723 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.391095 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.391441 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.391785 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.392130 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.392478 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.392829 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.393173 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Tracked resource versions report: Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: pushed versions: Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: { 'AddressGroup': {'1.1'}, Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'ConntrackHelper': {'1.0'}, Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'Log': {'1.0'}, Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'Network': {'1.1'}, Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'Port': {'1.7'}, Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'PortForwarding': {'1.2'}, Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'QosPolicy': {'1.8'}, Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroup': {'1.4'}, Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroupRule': {'1.2'}, Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'SubPort': {'1.0'}, Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'Subnet': {'1.1'}, Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'Trunk': {'1.1'}} Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: consumer versions: Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: { DHCP agent@dv-cinder-740146-7-smb: {}, Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: L3 agent@dv-cinder-740146-7-smb: {}, Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: Metadata agent@dv-cinder-740146-7-smb: {}, Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: Metering agent@dv-cinder-740146-7-smb: {}, Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: Open vSwitch agent@dv-cinder-740146-7-smb: { 'AddressGroup': '1.1', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'ConntrackHelper': '1.0', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'Log': '1.0', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'Network': '1.1', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'Port': '1.7', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'PortForwarding': '1.2', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'QosPolicy': '1.8', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroup': '1.4', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroupRule': '1.2', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'SubPort': '1.0', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'Subnet': '1.1', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'Trunk': '1.1'}, Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: Open vSwitch agent@hv-cinder-74014: { 'AddressGroup': '1.1', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'ConntrackHelper': '1.0', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'Log': '1.0', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'Network': '1.1', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'Port': '1.7', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'PortForwarding': '1.2', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'QosPolicy': '1.8', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroup': '1.4', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'SecurityGroupRule': '1.2', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'SubPort': '1.0', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'Subnet': '1.1', Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: 'Trunk': '1.1'}} Feb 07 01:44:00.394439 dv-cinder-740146-7-smb neutron-server[79830]: {{(pid=79944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 07 01:44:00.405558 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Attempting to bind port 5d187281-761f-4232-a2e1-6c003d5f98eb on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:44:00.407007 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Attempting to bind port 5d187281-761f-4232-a2e1-6c003d5f98eb by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}] {{(pid=79944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:44:00.407441 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Attempting to bind port 5d187281-761f-4232-a2e1-6c003d5f98eb on network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:44:00.425750 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:00.426593 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:44:00.427033 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Checking segment: {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:44:00.427464 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:00.438960 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Bound using segment: {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'} {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:44:00.439660 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Bound port: 5d187281-761f-4232-a2e1-6c003d5f98eb, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}}] {{(pid=79944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:44:00.440098 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:00.558105 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959ed0f-840a-4389-b525-d2084c6852df req-26e261a2-0fb3-490e-b256-a3fc0dbdf5f2 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:00.563615 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a959ed0f-840a-4389-b525-d2084c6852df req-26e261a2-0fb3-490e-b256-a3fc0dbdf5f2 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:00.623317 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] For port 5d187281-761f-4232-a2e1-6c003d5f98eb, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:44:00.627438 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] For port 5d187281-761f-4232-a2e1-6c003d5f98eb, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=5d187281-761f-4232-a2e1-6c003d5f98eb,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:44:00.637692 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:00.698839 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e261a2-0fb3-490e-b256-a3fc0dbdf5f2 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Pushing event updated for resources: {'Port': ['ID=11b99394-47f2-498e-a9e7-a7be916114cd,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:00.712508 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-26e261a2-0fb3-490e-b256-a3fc0dbdf5f2 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.323s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:00.998265 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:44:01.009407 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Notify callbacks [] for port, precommit_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:01.014089 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:44:01.019816 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:44:01.020215 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Subscribe: > port after_create 55550000 {{(pid=79942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:44:01.020609 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:44:01.020994 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Subscribe: > port after_update 55550000 {{(pid=79942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:44:01.021379 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:44:01.021750 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:44:01.022116 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:44:01.026259 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:44:01.040949 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Transition to ACTIVE for port object e32ebeb6-3569-4909-b55e-00ff852a7ec7 will not be triggered until provisioned by entity L2. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:44:01.050138 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:01.138451 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-6875e112-3ecc-4a9e-9a6f-824d6101757c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:01.224793 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:01.326850 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3defe-620a-42da-afef-7a9e997ac91b None None] Pushing event updated for resources: {'Port': ['ID=e32ebeb6-3569-4909-b55e-00ff852a7ec7,revision_number=2']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:01.337067 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Attempting to bind port e32ebeb6-3569-4909-b55e-00ff852a7ec7 on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:44:01.337809 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Attempting to bind port e32ebeb6-3569-4909-b55e-00ff852a7ec7 by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:44:01.338919 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Attempting to bind port e32ebeb6-3569-4909-b55e-00ff852a7ec7 on network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:44:01.345945 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a4c3defe-620a-42da-afef-7a9e997ac91b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:01.347171 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:44:01.347839 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Checking segment: {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:44:01.348396 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:01.349468 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Bound using segment: {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:44:01.350136 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Bound port: e32ebeb6-3569-4909-b55e-00ff852a7ec7, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:44:01.350777 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:01.420594 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a959ed0f-840a-4389-b525-d2084c6852df req-26e261a2-0fb3-490e-b256-a3fc0dbdf5f2 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4674911 Feb 07 01:44:01.527256 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:44:01.527640 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:44:01.528693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c11336ce-a1bd-46e0-8665-9c228ecfe38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:01.544572 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Pushing event updated for resources: {'Port': ['ID=5d187281-761f-4232-a2e1-6c003d5f98eb,revision_number=3']} {{(pid=79944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:01.544892 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:44:01.545382 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79942) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:44:01.545922 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a9caed-5ed9-4bd3-930d-8a3968f2a4e3']}} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:01.562568 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:01.585415 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-c11336ce-a1bd-46e0-8665-9c228ecfe38a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:01.610651 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-c11336ce-a1bd-46e0-8665-9c228ecfe38a admin admin] Usage tracker for resource:security_group_rule and tenant:6fe1a4bdef2a417586cb2248291153f6 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:01.614626 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-c11336ce-a1bd-46e0-8665-9c228ecfe38a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:01.615623 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] For port e32ebeb6-3569-4909-b55e-00ff852a7ec7, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:44:01.619692 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Routers {'f87df8d9-8fc1-4809-9b1f-649e9937243f'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:44:01.620394 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:43:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['f87df8d9-8fc1-4809-9b1f-649e9937243f'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:01.633532 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] For port e32ebeb6-3569-4909-b55e-00ff852a7ec7, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=e32ebeb6-3569-4909-b55e-00ff852a7ec7,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:44:01.634236 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-c11336ce-a1bd-46e0-8665-9c228ecfe38a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:01.642957 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:01.654597 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a027ce6a-aec6-4ac6-860b-973f2e5eea41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:01.691747 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:01.718959 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8ad7f2-9289-4d45-8fd4-89d288737598') {'for_net_delete': True} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:01.719319 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8ad7f2-9289-4d45-8fd4-89d288737598') {} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:01.844737 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289aa4d3-feb8-4cfb-8d48-a034aae09b91 req-68f030e0-0c46-4eef-aad9-14d620da9d15 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:01.846549 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-289aa4d3-feb8-4cfb-8d48-a034aae09b91 req-68f030e0-0c46-4eef-aad9-14d620da9d15 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 931 time: 2.7356129 Feb 07 01:44:01.856651 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:01.861320 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-a027ce6a-aec6-4ac6-860b-973f2e5eea41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:01.898293 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754015625143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2015974'] for segment, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:01.919087 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-a027ce6a-aec6-4ac6-860b-973f2e5eea41 admin admin] Usage tracker for resource:security_group_rule and tenant:58a7d3053c714aa987aba3490e948f21 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:01.975540 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [req-a959ed0f-840a-4389-b525-d2084c6852df req-aa3a07a3-528e-4bec-804a-c4a0bee48dfe tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=79941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 01:44:01.976665 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a959ed0f-840a-4389-b525-d2084c6852df req-aa3a07a3-528e-4bec-804a-c4a0bee48dfe tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0435042 Feb 07 01:44:01.997246 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-a027ce6a-aec6-4ac6-860b-973f2e5eea41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:02.044223 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-a027ce6a-aec6-4ac6-860b-973f2e5eea41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:02.091715 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3defe-620a-42da-afef-7a9e997ac91b None None] Pushing event updated for resources: {'Port': ['ID=e32ebeb6-3569-4909-b55e-00ff852a7ec7,revision_number=3']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:02.133837 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-289aa4d3-feb8-4cfb-8d48-a034aae09b91 req-40be7f23-3879-4e82-a192-b4ef04ddf72c tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5b2b2c9-ea00-44ed-9db5-2f621c806b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449293 Feb 07 01:44:02.142632 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:02.170648 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a4c3defe-620a-42da-afef-7a9e997ac91b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:02.264306 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] Set router f87df8d9-8fc1-4809-9b1f-649e9937243f gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:44:02.267105 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Routers {'123ec2af-368e-478a-931f-a7f194062381'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:44:02.267832 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:43:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['123ec2af-368e-478a-931f-a7f194062381'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:02.357340 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c11336ce-a1bd-46e0-8665-9c228ecfe38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:02.391462 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=79942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 07 01:44:02.689678 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] Set router 123ec2af-368e-478a-931f-a7f194062381 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:44:02.923732 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Allocated IP 172.20.0.1 (08866757-d3c7-4c94-a1bb-5736c8720014/dcafc843-a804-40f2-8b05-784a1ee2cb10/09b8599f-af92-476e-bc6e-e9340c6e65f5) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:44:03.044491 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c11336ce-a1bd-46e0-8665-9c228ecfe38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:03.096732 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:03.240025 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'name': 'tempest-ServerRescueNegativeTestJSON-1688430139-router', 'tenant_id': 'a02770029d734bc0abe3e3995c6a5abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '5d187281-761f-4232-a2e1-6c003d5f98eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:49Z', 'updated_at': '2021-02-07T01:43:53Z', 'revision_number': 3, 'project_id': 'a02770029d734bc0abe3e3995c6a5abd', 'gw_port': {'id': '5d187281-761f-4232-a2e1-6c003d5f98eb', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:51Z', 'updated_at': '2021-02-07T01:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:03.243249 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:03.257269 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf6042d-1fc2-44fc-871f-42b37cf504b4 None None] The sync data for ids ['f87df8d9-8fc1-4809-9b1f-649e9937243f'] in dv-cinder-740146-7-smb is: [{'id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'name': 'tempest-ServerRescueNegativeTestJSON-1688430139-router', 'tenant_id': 'a02770029d734bc0abe3e3995c6a5abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '5d187281-761f-4232-a2e1-6c003d5f98eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:49Z', 'updated_at': '2021-02-07T01:43:53Z', 'revision_number': 3, 'project_id': 'a02770029d734bc0abe3e3995c6a5abd', 'gw_port': {'id': '5d187281-761f-4232-a2e1-6c003d5f98eb', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:51Z', 'updated_at': '2021-02-07T01:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}] {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:44:03.273355 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-c11336ce-a1bd-46e0-8665-9c228ecfe38a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6fe1a4bdef2a417586cb2248291153f6&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1438003 Feb 07 01:44:03.308767 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 41712) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:03.402969 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Network 58a9caed-5ed9-4bd3-930d-8a3968f2a4e3 has no segments {{(pid=79942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:44:03.442863 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Request body: {'port': {'device_id': '66c4f0b9-1052-4354-bac2-f587690bbaaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:03.463020 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852760678'] for segment, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:03.501934 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a027ce6a-aec6-4ac6-860b-973f2e5eea41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:03.545084 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a027ce6a-aec6-4ac6-860b-973f2e5eea41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:03.570456 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:43:53Z', 'revision_number': 3, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:03.576939 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a210ac-c519-47e0-8d18-491661d64494 None None] The sync data for ids ['123ec2af-368e-478a-931f-a7f194062381'] in dv-cinder-740146-7-smb is: [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:43:53Z', 'revision_number': 3, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}] {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:44:03.667114 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:03.729351 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11336ce-a1bd-46e0-8665-9c228ecfe38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e5a4ef-aae9-4880-befe-400122ba9c27,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:03.796893 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c11336ce-a1bd-46e0-8665-9c228ecfe38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:03.916151 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a04df165-413d-4a27-b9ac-9749cb5b3018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:04.026162 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:04.044867 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:04.156020 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-a027ce6a-aec6-4ac6-860b-973f2e5eea41 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=58a7d3053c714aa987aba3490e948f21&name=default HTTP/1.1" status: 200 len: 2979 time: 3.9425185 Feb 07 01:44:04.157294 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027ce6a-aec6-4ac6-860b-973f2e5eea41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bae94e8-45ce-4001-8550-d4623af48f16,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:04.179253 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a027ce6a-aec6-4ac6-860b-973f2e5eea41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:04.181508 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41734) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:04.183320 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a04df165-413d-4a27-b9ac-9749cb5b3018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:04.333612 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Transition to ACTIVE for port object 09b8599f-af92-476e-bc6e-e9340c6e65f5 will not be triggered until provisioned by entity DHCP. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:44:04.785592 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a04df165-413d-4a27-b9ac-9749cb5b3018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:04.805304 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:04.812601 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:04.873788 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04df165-413d-4a27-b9ac-9749cb5b3018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e5a4ef-aae9-4880-befe-400122ba9c27,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:04.876917 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Network 58a9caed-5ed9-4bd3-930d-8a3968f2a4e3 has no segments {{(pid=79942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:44:04.880627 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 41742) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:04.890285 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a04df165-413d-4a27-b9ac-9749cb5b3018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:04.911015 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:05.173452 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492812fb-d36a-4942-9ff1-2fbb11d3c312 req-6b3e41da-d6af-477b-a629-3c27057f8f57 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:05.178978 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-492812fb-d36a-4942-9ff1-2fbb11d3c312 req-6b3e41da-d6af-477b-a629-3c27057f8f57 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 931 time: 1.6484642 Feb 07 01:44:05.309584 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a04df165-413d-4a27-b9ac-9749cb5b3018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:05.311375 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-a04df165-413d-4a27-b9ac-9749cb5b3018 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b7e5a4ef-aae9-4880-befe-400122ba9c27 HTTP/1.1" status: 204 len: 168 time: 2.0010123 Feb 07 01:44:05.347671 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 5d187281-761f-4232-a2e1-6c003d5f98eb up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:05.365225 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Pushing event updated for resources: {'Port': ['ID=09b8599f-af92-476e-bc6e-e9340c6e65f5,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:05.385752 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:05.423772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7d1f2c05-11ca-45b1-ac1d-75068c264e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: (rel_b, rel_a, rel_b), Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: (rel_b, rel_a, rel_b), Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: Traceback (most recent call last): Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: timer() Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: cb(*args, **kw) Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: return func(*args, **kwargs) Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: self._notify() Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: self.callback(batched_events) Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: event.method(event) Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: segment_id)['aggregates'][0] Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: return f(self, *a, **k) Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: return self._get(url).json() Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: **kwargs) Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: return self.request(url, 'GET', **kwargs) Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: **endpoint_filter) Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 01:44:05.430843 dv-cinder-740146-7-smb neutron-server[79830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 01:44:05.526418 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-7d1f2c05-11ca-45b1-ac1d-75068c264e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:05.532010 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port 5d187281-761f-4232-a2e1-6c003d5f98eb completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:44:05.534378 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-7d1f2c05-11ca-45b1-ac1d-75068c264e8f admin admin] Usage tracker for resource:security_group_rule and tenant:db5c181b0aeb46c5b82f7f76ec6b2874 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:05.538652 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-7d1f2c05-11ca-45b1-ac1d-75068c264e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:05.542323 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 5d187281-761f-4232-a2e1-6c003d5f98eb triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:05.543752 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:05.549640 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-7d1f2c05-11ca-45b1-ac1d-75068c264e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:05.641356 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680321'] for network, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:05.682037 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c4359417-e436-431c-b7ed-4c839eb7bcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:05.698648 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:05.730590 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-65679d1c-2c2f-404f-8ba2-c48e943f0d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:05.733770 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Network 08866757-d3c7-4c94-a1bb-5736c8720014 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:44:05.744984 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:44:05.758291 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:44:05.758850 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854093824'] for router_interface, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:05.776037 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-492812fb-d36a-4942-9ff1-2fbb11d3c312 req-8326bc2d-1d39-4308-aa81-d1ef475232ef tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5b2b2c9-ea00-44ed-9db5-2f621c806b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406168 Feb 07 01:44:05.786242 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:05.825079 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=58a9caed-5ed9-4bd3-930d-8a3968f2a4e3,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:05.828391 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:05.845893 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/58a9caed-5ed9-4bd3-930d-8a3968f2a4e3 HTTP/1.1" status: 204 len: 168 time: 7.2424335 Feb 07 01:44:05.855526 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] For port 5d187281-761f-4232-a2e1-6c003d5f98eb, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=5d187281-761f-4232-a2e1-6c003d5f98eb,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:44:05.869503 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:05.871225 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device e32ebeb6-3569-4909-b55e-00ff852a7ec7 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:05.910019 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c4359417-e436-431c-b7ed-4c839eb7bcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:05.938455 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41752) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:06.022769 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:06.135201 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Pushing event updated for resources: {'Port': ['ID=5d187281-761f-4232-a2e1-6c003d5f98eb,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:06.141853 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c4359417-e436-431c-b7ed-4c839eb7bcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:06.149574 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:06.183482 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port e32ebeb6-3569-4909-b55e-00ff852a7ec7 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:44:06.190101 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:06.192021 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port e32ebeb6-3569-4909-b55e-00ff852a7ec7 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:06.192607 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:06.269760 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c4359417-e436-431c-b7ed-4c839eb7bcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:06.280866 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7d1f2c05-11ca-45b1-ac1d-75068c264e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:06.285844 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b99394-47f2-498e-a9e7-a7be916114cd {{(pid=79941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 07 01:44:06.290469 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-c4359417-e436-431c-b7ed-4c839eb7bcb8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1bae94e8-45ce-4001-8550-d4623af48f16 HTTP/1.1" status: 204 len: 168 time: 1.8760152 Feb 07 01:44:06.303641 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-9c87e75c-a63b-4982-b2db-70d51415b338 None None] Provisioning for port 09b8599f-af92-476e-bc6e-e9340c6e65f5 completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:44:06.305196 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7d1f2c05-11ca-45b1-ac1d-75068c264e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:06.309951 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9bbaa4-69a7-475d-9b58-9446226907e5 admin admin] Deleting subnet ff6580ec-9238-4efc-9151-823a5f76055f {{(pid=79942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 07 01:44:06.312341 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4359417-e436-431c-b7ed-4c839eb7bcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bae94e8-45ce-4001-8550-d4623af48f16,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:06.316987 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:06.319960 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c4359417-e436-431c-b7ed-4c839eb7bcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:06.326586 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7b9bbaa4-69a7-475d-9b58-9446226907e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:06.383885 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:06.511476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f2c05-11ca-45b1-ac1d-75068c264e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bff4460-4aee-44f7-b659-0559501519bc,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:06.543027 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-7d1f2c05-11ca-45b1-ac1d-75068c264e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:06.577692 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Transition to ACTIVE for port object 11b99394-47f2-498e-a9e7-a7be916114cd will not be triggered until provisioned by entity L2. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:44:06.588912 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-7d1f2c05-11ca-45b1-ac1d-75068c264e8f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=db5c181b0aeb46c5b82f7f76ec6b2874&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7060807 Feb 07 01:44:06.589751 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 41774) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:06.635546 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:06.642140 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:06.655342 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] For port e32ebeb6-3569-4909-b55e-00ff852a7ec7, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=e32ebeb6-3569-4909-b55e-00ff852a7ec7,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:44:06.681542 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:06.682677 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-9c87e75c-a63b-4982-b2db-70d51415b338 None None] Provisioning complete for port 09b8599f-af92-476e-bc6e-e9340c6e65f5 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:06.683731 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9c87e75c-a63b-4982-b2db-70d51415b338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:06.705142 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7b9bbaa4-69a7-475d-9b58-9446226907e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852759826'] for subnet, precommit_delete_associations {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:06.747691 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-9c87e75c-a63b-4982-b2db-70d51415b338 None None] Port 09b8599f-af92-476e-bc6e-e9340c6e65f5 cannot update to ACTIVE because it is not bound. {{(pid=79943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 07 01:44:06.750405 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a4c3defe-620a-42da-afef-7a9e997ac91b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:06.793252 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7b9bbaa4-69a7-475d-9b58-9446226907e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-10855'] for subnet, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:06.797059 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:06.832946 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Pushing event updated for resources: {'Port': ['ID=e32ebeb6-3569-4909-b55e-00ff852a7ec7,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:06.836607 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:07.015300 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41786) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:07.109453 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9871b33b-c4c9-4d2d-aae9-51428ba563aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:07.141788 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Allocated IP 172.20.0.1 (a205ba43-3e4e-4964-ae5b-93d9dd658fa5/448b1d84-79a2-406e-aaae-d8f13e43358f/f6595454-4d19-4e74-958d-e6903f52a3e5) {{(pid=79942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:44:07.152494 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Pushing event updated for resources: {'Port': ['ID=11b99394-47f2-498e-a9e7-a7be916114cd,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:07.160319 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-9871b33b-c4c9-4d2d-aae9-51428ba563aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:07.175227 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:07.177705 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b28feb5e-b80f-4517-b8ef-f6a729e8e3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:07.182043 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-9871b33b-c4c9-4d2d-aae9-51428ba563aa admin admin] Usage tracker for resource:security_group_rule and tenant:16865501280c4dc984b55d84bdc9b661 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:07.195862 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-9871b33b-c4c9-4d2d-aae9-51428ba563aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:07.209549 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-9871b33b-c4c9-4d2d-aae9-51428ba563aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:07.212359 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Attempting to bind port 11b99394-47f2-498e-a9e7-a7be916114cd on host hv-cinder-74014 for vnic_type normal with profile {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:44:07.212747 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Attempting to bind port 11b99394-47f2-498e-a9e7-a7be916114cd by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': 'd8117e48-c207-4977-bdf2-dc097b3c566e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '23888419-9964-4cd1-9c14-75efe5f05dab'}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:44:07.213768 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Attempting to bind port 11b99394-47f2-498e-a9e7-a7be916114cd on network 23888419-9964-4cd1-9c14-75efe5f05dab {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:44:07.227052 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 5d187281-761f-4232-a2e1-6c003d5f98eb up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:07.231884 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Checking agent: {'id': 'b7cc771a-d95a-4267-9fb0-ee0cef286fca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 41, 44), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:44:07.232510 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Checking segment: {'id': 'd8117e48-c207-4977-bdf2-dc097b3c566e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '23888419-9964-4cd1-9c14-75efe5f05dab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:44:07.233151 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:07.233808 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Bound using segment: {'id': 'd8117e48-c207-4977-bdf2-dc097b3c566e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '23888419-9964-4cd1-9c14-75efe5f05dab'} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:44:07.234501 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Bound port: 11b99394-47f2-498e-a9e7-a7be916114cd, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8117e48-c207-4977-bdf2-dc097b3c566e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '23888419-9964-4cd1-9c14-75efe5f05dab'}}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:44:07.235092 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:07.257802 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b28feb5e-b80f-4517-b8ef-f6a729e8e3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:07.298196 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:07.301470 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 5d187281-761f-4232-a2e1-6c003d5f98eb triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:07.301891 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:07.435494 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device e32ebeb6-3569-4909-b55e-00ff852a7ec7 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:07.511163 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port e32ebeb6-3569-4909-b55e-00ff852a7ec7 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:07.511583 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:07.566180 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] For port 11b99394-47f2-498e-a9e7-a7be916114cd, host hv-cinder-74014, cleared binding levels {{(pid=79941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:44:07.582774 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83424e07-4eef-496d-9d38-fcada38f3c1f req-530ab420-48f5-478e-8a40-eddd990b2391 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:07.584499 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-83424e07-4eef-496d-9d38-fcada38f3c1f req-530ab420-48f5-478e-8a40-eddd990b2391 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 943 time: 0.5661602 Feb 07 01:44:07.639321 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] For port 11b99394-47f2-498e-a9e7-a7be916114cd, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=11b99394-47f2-498e-a9e7-a7be916114cd,segment=NetworkSegment(d8117e48-c207-4977-bdf2-dc097b3c566e),segment_id=d8117e48-c207-4977-bdf2-dc097b3c566e)] {{(pid=79941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:44:07.650223 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b28feb5e-b80f-4517-b8ef-f6a729e8e3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:07.659912 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:07.664019 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-7d1f2c05-11ca-45b1-ac1d-75068c264e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:07.690012 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-83424e07-4eef-496d-9d38-fcada38f3c1f req-2e59ba6a-74aa-47a0-afe7-937596242b96 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5b2b2c9-ea00-44ed-9db5-2f621c806b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891283 Feb 07 01:44:07.705368 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7b9bbaa4-69a7-475d-9b58-9446226907e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854764961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852760723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378118'] for subnet, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:07.831300 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a76e4124-a63b-4bea-ab30-5580f14c1f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:07.848248 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28feb5e-b80f-4517-b8ef-f6a729e8e3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bff4460-4aee-44f7-b659-0559501519bc,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:07.888756 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b28feb5e-b80f-4517-b8ef-f6a729e8e3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:07.915442 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:07.918381 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bbaa4-69a7-475d-9b58-9446226907e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff6580ec-9238-4efc-9151-823a5f76055f,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:07.930595 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:07.944284 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-7b9bbaa4-69a7-475d-9b58-9446226907e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:07.945455 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7b9bbaa4-69a7-475d-9b58-9446226907e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:07.974434 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b28feb5e-b80f-4517-b8ef-f6a729e8e3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:07.975808 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-b28feb5e-b80f-4517-b8ef-f6a729e8e3e8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7bff4460-4aee-44f7-b659-0559501519bc HTTP/1.1" status: 204 len: 168 time: 1.3433392 Feb 07 01:44:07.988088 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9871b33b-c4c9-4d2d-aae9-51428ba563aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:07.994574 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-7b9bbaa4-69a7-475d-9b58-9446226907e5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ff6580ec-9238-4efc-9151-823a5f76055f HTTP/1.1" status: 204 len: 168 time: 2.0549011 Feb 07 01:44:07.999791 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41808) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:08.004291 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9871b33b-c4c9-4d2d-aae9-51428ba563aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:08.044532 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a027ce6a-aec6-4ac6-860b-973f2e5eea41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:08.126138 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:08.126883 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:08.128630 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a959ed0f-840a-4389-b525-d2084c6852df req-8457d465-f110-418a-896c-d8e63432f006 service neutron] 10.222.0.45 "PUT /v2.0/ports/11b99394-47f2-498e-a9e7-a7be916114cd HTTP/1.1" status: 200 len: 1157 time: 5.0823309 Feb 07 01:44:08.158024 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c4f0b9-1052-4354-bac2-f587690bbaaa', 'tag': '11b99394-47f2-498e-a9e7-a7be916114cd'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:44:08.202522 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-9871b33b-c4c9-4d2d-aae9-51428ba563aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=16865501280c4dc984b55d84bdc9b661&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1825347 Feb 07 01:44:08.219245 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41816) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:08.222696 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871b33b-c4c9-4d2d-aae9-51428ba563aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cdeb6b-91ba-4944-a83d-80f0aa50082a,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:08.233913 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9871b33b-c4c9-4d2d-aae9-51428ba563aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:08.249952 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c27c6686-c5bc-4e25-9660-d938d86f2973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854360936'] for network, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:08.310726 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Pushing event updated for resources: {'Port': ['ID=11b99394-47f2-498e-a9e7-a7be916114cd,revision_number=3']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:08.328732 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:08.372099 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5a696159-6799-4bb2-957f-eb62b9695b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:08.379651 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:08.468037 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:08.477184 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959ed0f-840a-4389-b525-d2084c6852df req-43a075c7-621f-494f-ab39-58d9941fd14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:08.481880 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a959ed0f-840a-4389-b525-d2084c6852df req-43a075c7-621f-494f-ab39-58d9941fd14f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4733878343494e63bbfc7a988d57e69a&device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 1160 time: 0.1970425 Feb 07 01:44:08.482717 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:08.483895 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680157'] for router_interface, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:08.526533 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:08.558055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41836) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:08.692545 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9e12dbe6-618c-4d4b-866c-e34ac061214e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:08.694384 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Pushing event updated for resources: {'Port': ['ID=f6595454-4d19-4e74-958d-e6903f52a3e5,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:08.726958 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a959ed0f-840a-4389-b525-d2084c6852df req-cc31514a-55c6-452d-90ab-9be17dc1658a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11b99394-47f2-498e-a9e7-a7be916114cd HTTP/1.1" status: 200 len: 217 time: 0.2053738 Feb 07 01:44:08.750197 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e7c2e096-9ec3-4b79-9bde-ec52b89b76f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:08.807265 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-e7c2e096-9ec3-4b79-9bde-ec52b89b76f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:08.818751 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-e7c2e096-9ec3-4b79-9bde-ec52b89b76f1 admin admin] Usage tracker for resource:security_group_rule and tenant:d0bfb89488604a0384023b3830fe7443 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:08.821873 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-e7c2e096-9ec3-4b79-9bde-ec52b89b76f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:08.835992 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-e7c2e096-9ec3-4b79-9bde-ec52b89b76f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:08.895251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Pushing event updated for resources: {'Port': ['ID=09b8599f-af92-476e-bc6e-e9340c6e65f5,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:08.903223 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:08.911937 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:08.949405 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959ed0f-840a-4389-b525-d2084c6852df req-a765b7d4-4556-411d-9f46-70fc0a1a0c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:08.951009 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a959ed0f-840a-4389-b525-d2084c6852df req-a765b7d4-4556-411d-9f46-70fc0a1a0c35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=121b12ed-16ba-45c9-abbb-ef0a52110f3a HTTP/1.1" status: 200 len: 851 time: 0.2095349 Feb 07 01:44:09.063245 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9e12dbe6-618c-4d4b-866c-e34ac061214e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:09.187929 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c27c6686-c5bc-4e25-9660-d938d86f2973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14300', 'neutron.services.segments.db._delete_segments_for_network-8754015628454'] for network, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:09.252415 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a959ed0f-840a-4389-b525-d2084c6852df req-fc23e09f-53b1-4656-aaed-dae0a34a8877 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=23888419-9964-4cd1-9c14-75efe5f05dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2880569 Feb 07 01:44:09.254274 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c4f0b9-1052-4354-bac2-f587690bbaaa', 'tag': '11b99394-47f2-498e-a9e7-a7be916114cd', 'status': 'completed', 'code': 200} Feb 07 01:44:09.256612 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Network a205ba43-3e4e-4964-ae5b-93d9dd658fa5 is already hosted by enough agents. {{(pid=79942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:44:09.273591 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Resources bound (agent type, host, resource id): {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:44:09.278540 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Received port after_create {{(pid=79942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:44:09.289817 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Network 08866757-d3c7-4c94-a1bb-5736c8720014 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:44:09.293251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:44:09.434733 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-c27c6686-c5bc-4e25-9660-d938d86f2973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31cb4aca-13c4-4ba5-83b4-62c7c7bc8157']}} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:09.564162 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19b108-3fcb-40d0-8567-509cb6e4c2b6 req-5930255d-6616-48ca-862f-7da013bb49a8 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:09.565873 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2f19b108-3fcb-40d0-8567-509cb6e4c2b6 req-5930255d-6616-48ca-862f-7da013bb49a8 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 943 time: 0.6323316 Feb 07 01:44:09.566606 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9e12dbe6-618c-4d4b-866c-e34ac061214e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:09.569442 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-c27c6686-c5bc-4e25-9660-d938d86f2973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caff9a21-83cc-4f5a-b53b-b13b8459d675') {'for_net_delete': True} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:09.569772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-c27c6686-c5bc-4e25-9660-d938d86f2973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caff9a21-83cc-4f5a-b53b-b13b8459d675') {} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:09.577267 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854093824'] for router_interface, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:09.609479 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:09.611672 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a959ed0f-840a-4389-b525-d2084c6852df req-e2cfc452-3076-4001-a3b7-a46662a0c34f service neutron] 10.222.0.45 "GET /v2.0/networks/23888419-9964-4cd1-9c14-75efe5f05dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491895 Feb 07 01:44:09.640143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c27c6686-c5bc-4e25-9660-d938d86f2973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754015625143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2015974'] for segment, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:09.693222 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Router 123ec2af-368e-478a-931f-a7f194062381 has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:44:09.704213 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-72f86baa-8148-4a8a-a417-fb21f6682382 None None] Provisioning complete for port 09b8599f-af92-476e-bc6e-e9340c6e65f5 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:09.704930 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-72f86baa-8148-4a8a-a417-fb21f6682382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:09.776341 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-72f86baa-8148-4a8a-a417-fb21f6682382 None None] Port 09b8599f-af92-476e-bc6e-e9340c6e65f5 cannot update to ACTIVE because it is not bound. {{(pid=79943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 07 01:44:09.908412 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2f19b108-3fcb-40d0-8567-509cb6e4c2b6 req-b5bc9842-466d-4312-8b49-9a4952d36e87 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5b2b2c9-ea00-44ed-9db5-2f621c806b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164017 Feb 07 01:44:09.909249 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12dbe6-618c-4d4b-866c-e34ac061214e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cdeb6b-91ba-4944-a83d-80f0aa50082a,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:09.981572 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e7c2e096-9ec3-4b79-9bde-ec52b89b76f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:09.983246 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9e12dbe6-618c-4d4b-866c-e34ac061214e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:09.985000 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9e12dbe6-618c-4d4b-866c-e34ac061214e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:09.986438 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-9e12dbe6-618c-4d4b-866c-e34ac061214e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/58cdeb6b-91ba-4944-a83d-80f0aa50082a HTTP/1.1" status: 204 len: 168 time: 1.7608433 Feb 07 01:44:09.988782 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c27c6686-c5bc-4e25-9660-d938d86f2973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:09.994626 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c27c6686-c5bc-4e25-9660-d938d86f2973 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=79942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 07 01:44:10.009559 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e7c2e096-9ec3-4b79-9bde-ec52b89b76f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:10.039372 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:10.056400 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a959ed0f-840a-4389-b525-d2084c6852df req-f007e4ca-6bbf-4a8d-999d-4df08bc3c2e4 service neutron] 10.222.0.45 "GET /v2.0/networks/23888419-9964-4cd1-9c14-75efe5f05dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4296134 Feb 07 01:44:10.093962 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:44:10.107242 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Sync routers for ids ['123ec2af-368e-478a-931f-a7f194062381'] in dv-cinder-740146-7-smb {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:44:10.115166 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] 10.222.0.52 "PUT /v2.0/routers/123ec2af-368e-478a-931f-a7f194062381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0450807 Feb 07 01:44:10.122124 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 41896) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:10.123252 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Routers {'123ec2af-368e-478a-931f-a7f194062381'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:44:10.125766 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:43:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['123ec2af-368e-478a-931f-a7f194062381'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:10.261843 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c228d-920a-4e3f-8a04-6ae3f4fc4e1f req-cbc3ba79-21ad-453c-8aa6-74059c2b9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:10.263682 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c42c228d-920a-4e3f-8a04-6ae3f4fc4e1f req-cbc3ba79-21ad-453c-8aa6-74059c2b9719 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4733878343494e63bbfc7a988d57e69a&device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 1160 time: 0.0985255 Feb 07 01:44:10.382685 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Set router 123ec2af-368e-478a-931f-a7f194062381 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:44:10.422679 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2e096-9ec3-4b79-9bde-ec52b89b76f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca8a939-f4d9-44be-81a2-1fe653677a70,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:10.428862 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-e7c2e096-9ec3-4b79-9bde-ec52b89b76f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:10.429621 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:10.444689 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-e7c2e096-9ec3-4b79-9bde-ec52b89b76f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d0bfb89488604a0384023b3830fe7443&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8736548 Feb 07 01:44:10.459217 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41914) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:10.463572 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-c27c6686-c5bc-4e25-9660-d938d86f2973 admin admin] Network 31cb4aca-13c4-4ba5-83b4-62c7c7bc8157 has no segments {{(pid=79942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:44:10.486219 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c27c6686-c5bc-4e25-9660-d938d86f2973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852760678'] for segment, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:10.573336 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c228d-920a-4e3f-8a04-6ae3f4fc4e1f req-82e434e0-6e3d-44b6-971e-be1d6ad529d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:10.574973 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c42c228d-920a-4e3f-8a04-6ae3f4fc4e1f req-82e434e0-6e3d-44b6-971e-be1d6ad529d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=23888419-9964-4cd1-9c14-75efe5f05dab HTTP/1.1" status: 200 len: 905 time: 0.3029544 Feb 07 01:44:10.671161 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c42c228d-920a-4e3f-8a04-6ae3f4fc4e1f req-d504e444-3977-49ee-b778-ddeead734625 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11b99394-47f2-498e-a9e7-a7be916114cd HTTP/1.1" status: 200 len: 217 time: 0.0885768 Feb 07 01:44:10.800662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c228d-920a-4e3f-8a04-6ae3f4fc4e1f req-fa66254a-a233-46a9-be38-a3262cd20489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:10.802232 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c42c228d-920a-4e3f-8a04-6ae3f4fc4e1f req-fa66254a-a233-46a9-be38-a3262cd20489 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=121b12ed-16ba-45c9-abbb-ef0a52110f3a HTTP/1.1" status: 200 len: 851 time: 0.1243231 Feb 07 01:44:10.944512 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c42c228d-920a-4e3f-8a04-6ae3f4fc4e1f req-cdb134da-fe60-4bf3-a5db-2cc6e64d164c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=23888419-9964-4cd1-9c14-75efe5f05dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1334941 Feb 07 01:44:10.945395 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6223a236-2d36-45aa-ae0d-ca8595e9d0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:10.999593 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '09b8599f-af92-476e-bc6e-e9340c6e65f5', 'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'mac_address': 'fa:16:3e:57:5b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:44:02Z', 'updated_at': '2021-02-07T01:44:07Z', 'revision_number': 2, 'project_id': 'cf900df8f787450599a27a266d50017b', 'subnets': [{'id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:11.004305 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Checking router: 123ec2af-368e-478a-931f-a7f194062381 for host: dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:44:11.005042 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Updating router 123ec2af-368e-478a-931f-a7f194062381 port 09b8599f-af92-476e-bc6e-e9340c6e65f5 binding host dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 07 01:44:11.073424 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:11.258473 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c42c228d-920a-4e3f-8a04-6ae3f4fc4e1f req-1dd9da56-512d-4f4c-97c0-7507a5c31933 service neutron] 10.222.0.45 "GET /v2.0/networks/23888419-9964-4cd1-9c14-75efe5f05dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665615 Feb 07 01:44:11.260690 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-6223a236-2d36-45aa-ae0d-ca8595e9d0e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:11.271780 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-6223a236-2d36-45aa-ae0d-ca8595e9d0e7 admin admin] Usage tracker for resource:security_group_rule and tenant:b159462b5c6548f1a63693772b80997d is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:11.274468 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 41934) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:11.317097 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-08d8c746-c1ea-4b9d-b990-eca996dd45e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:11.320675 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-6223a236-2d36-45aa-ae0d-ca8595e9d0e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:11.327759 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-6223a236-2d36-45aa-ae0d-ca8595e9d0e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:11.380202 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-c27c6686-c5bc-4e25-9660-d938d86f2973 admin admin] Network 31cb4aca-13c4-4ba5-83b4-62c7c7bc8157 has no segments {{(pid=79942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:44:11.397693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9c106d52-a454-4809-92c3-75671896e104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: Traceback (most recent call last): Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: timer() Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: cb(*args, **kw) Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: return func(*args, **kwargs) Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: self._notify() Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: self.callback(batched_events) Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: event.method(event) Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: segment_id)['aggregates'][0] Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: return f(self, *a, **k) Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: return self._get(url).json() Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: **kwargs) Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: return self.request(url, 'GET', **kwargs) Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: **endpoint_filter) Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 01:44:11.420231 dv-cinder-740146-7-smb neutron-server[79830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 01:44:11.509478 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c42c228d-920a-4e3f-8a04-6ae3f4fc4e1f req-8ef1f368-559c-4af4-af38-4168a92f272a service neutron] 10.222.0.45 "GET /v2.0/networks/23888419-9964-4cd1-9c14-75efe5f05dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2335889 Feb 07 01:44:11.513617 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-7207687e-bba5-4f28-88aa-b1d88ddd8a00 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--283642212', 'description': 'tempest-description--1180329100'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:11.553916 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-7207687e-bba5-4f28-88aa-b1d88ddd8a00 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:11.565477 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-7207687e-bba5-4f28-88aa-b1d88ddd8a00 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Usage tracker for resource:security_group and tenant:cf900df8f787450599a27a266d50017b is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:11.569018 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-7207687e-bba5-4f28-88aa-b1d88ddd8a00 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:11.585267 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-7207687e-bba5-4f28-88aa-b1d88ddd8a00 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:11.591665 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9c106d52-a454-4809-92c3-75671896e104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:11.607058 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6223a236-2d36-45aa-ae0d-ca8595e9d0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:11.611678 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6223a236-2d36-45aa-ae0d-ca8595e9d0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:11.620943 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7207687e-bba5-4f28-88aa-b1d88ddd8a00 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:11.634212 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:11.664252 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c27c6686-c5bc-4e25-9660-d938d86f2973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680321'] for network, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:11.668741 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223a236-2d36-45aa-ae0d-ca8595e9d0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e21a8c1-148e-465e-b8a7-892ea3a9570f,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:11.672252 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-6223a236-2d36-45aa-ae0d-ca8595e9d0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:11.686720 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Notify callbacks [] for port, precommit_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:11.692526 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-7207687e-bba5-4f28-88aa-b1d88ddd8a00 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:11.698002 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-7207687e-bba5-4f28-88aa-b1d88ddd8a00 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Usage tracker for resource:security_group_rule and tenant:cf900df8f787450599a27a266d50017b is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:11.700869 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Transition to ACTIVE for port object 09b8599f-af92-476e-bc6e-e9340c6e65f5 will not be triggered until provisioned by entity L2. {{(pid=79944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:44:11.701057 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-7207687e-bba5-4f28-88aa-b1d88ddd8a00 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:11.705172 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:11.715290 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-7207687e-bba5-4f28-88aa-b1d88ddd8a00 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:11.721647 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-6223a236-2d36-45aa-ae0d-ca8595e9d0e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b159462b5c6548f1a63693772b80997d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5959477 Feb 07 01:44:11.723255 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 41946) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:11.725901 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:11.758108 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5a42c-f40a-4870-841f-bba8302c2c57 req-ec914ea1-8d58-4d1f-aaca-5fd58602f5c5 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:11.766313 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9eb5a42c-f40a-4870-841f-bba8302c2c57 req-ec914ea1-8d58-4d1f-aaca-5fd58602f5c5 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 943 time: 0.5541728 Feb 07 01:44:11.769993 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:11.790871 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3b27beda-26a4-4afe-b673-f377ae3fbcb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:11.813749 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d934b-f762-4198-becc-d38e53efb114 None None] Pushing event updated for resources: {'Port': ['ID=09b8599f-af92-476e-bc6e-e9340c6e65f5,revision_number=3']} {{(pid=79944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:11.817944 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852760648'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:11.832355 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4f4d934b-f762-4198-becc-d38e53efb114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:11.850319 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8e5f3c0c-469e-486e-8e0c-54f229840e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:11.855829 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c6686-c5bc-4e25-9660-d938d86f2973 admin admin] Pushing event deleted for resources: {'Network': ['ID=31cb4aca-13c4-4ba5-83b4-62c7c7bc8157,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:11.858983 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c27c6686-c5bc-4e25-9660-d938d86f2973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:11.866622 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c27c6686-c5bc-4e25-9660-d938d86f2973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:11.868651 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-e9acceab-6f33-4cd7-b6c0-008bc678e4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:11.961246 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9c106d52-a454-4809-92c3-75671896e104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:11.972306 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-c27c6686-c5bc-4e25-9660-d938d86f2973 admin admin] 10.222.0.52 "DELETE /v2.0/networks/31cb4aca-13c4-4ba5-83b4-62c7c7bc8157 HTTP/1.1" status: 204 len: 168 time: 3.9684434 Feb 07 01:44:11.974534 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8e5f3c0c-469e-486e-8e0c-54f229840e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:11.977263 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9c106d52-a454-4809-92c3-75671896e104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:11.978500 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-9c106d52-a454-4809-92c3-75671896e104 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dca8a939-f4d9-44be-81a2-1fe653677a70 HTTP/1.1" status: 204 len: 168 time: 1.5182288 Feb 07 01:44:12.007867 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9eb5a42c-f40a-4870-841f-bba8302c2c57 req-a6beaa6f-01ca-4ff6-b6a8-133c87417905 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5b2b2c9-ea00-44ed-9db5-2f621c806b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405338 Feb 07 01:44:12.031296 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Pushing event updated for resources: {'Port': ['ID=f6595454-4d19-4e74-958d-e6903f52a3e5,revision_number=2']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:12.036871 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:12.037721 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9871b33b-c4c9-4d2d-aae9-51428ba563aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:12.049133 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680157'] for router_interface, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:12.049980 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7207687e-bba5-4f28-88aa-b1d88ddd8a00 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:12.079132 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7207687e-bba5-4f28-88aa-b1d88ddd8a00 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:12.093265 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:12.096300 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c106d52-a454-4809-92c3-75671896e104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca8a939-f4d9-44be-81a2-1fe653677a70,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:12.100303 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9c106d52-a454-4809-92c3-75671896e104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:12.163557 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207687e-bba5-4f28-88aa-b1d88ddd8a00 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0994ca6f-df24-492a-bebc-19eeab4e428e,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:12.175621 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-7207687e-bba5-4f28-88aa-b1d88ddd8a00 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:12.176552 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7207687e-bba5-4f28-88aa-b1d88ddd8a00 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:12.177913 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-7207687e-bba5-4f28-88aa-b1d88ddd8a00 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8593810 Feb 07 01:44:12.182284 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 41964) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:12.195363 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8e5f3c0c-469e-486e-8e0c-54f229840e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:12.206048 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-627f01b5-ea20-4760-a485-a3b2430e600e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Request body: {'security_group_rule': {'security_group_id': '0994ca6f-df24-492a-bebc-19eeab4e428e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:12.265596 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b28feb5e-b80f-4517-b8ef-f6a729e8e3e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:12.283214 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-627f01b5-ea20-4760-a485-a3b2430e600e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:12.302423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-627f01b5-ea20-4760-a485-a3b2430e600e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Usage tracker for resource:security_group_rule and tenant:cf900df8f787450599a27a266d50017b is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:12.311166 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f3c0c-469e-486e-8e0c-54f229840e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e21a8c1-148e-465e-b8a7-892ea3a9570f,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:12.313483 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-627f01b5-ea20-4760-a485-a3b2430e600e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:12.330596 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8e5f3c0c-469e-486e-8e0c-54f229840e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:12.335245 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-8e5f3c0c-469e-486e-8e0c-54f229840e52 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e21a8c1-148e-465e-b8a7-892ea3a9570f HTTP/1.1" status: 204 len: 168 time: 0.6080170 Feb 07 01:44:12.335245 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8e5f3c0c-469e-486e-8e0c-54f229840e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:12.335245 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-627f01b5-ea20-4760-a485-a3b2430e600e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:12.366306 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-627f01b5-ea20-4760-a485-a3b2430e600e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:12.399258 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Network a205ba43-3e4e-4964-ae5b-93d9dd658fa5 is already hosted by enough agents. {{(pid=79942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:44:12.400047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 41972) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:12.401827 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Resources bound (agent type, host, resource id): {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:44:12.615648 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Attempting to bind port 09b8599f-af92-476e-bc6e-e9340c6e65f5 on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:44:12.616200 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Attempting to bind port 09b8599f-af92-476e-bc6e-e9340c6e65f5 by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': 'adac9e24-efde-4325-84d9-6f9217d84b14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014'}] {{(pid=79944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:44:12.616596 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Attempting to bind port 09b8599f-af92-476e-bc6e-e9340c6e65f5 on network 08866757-d3c7-4c94-a1bb-5736c8720014 {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:44:12.623855 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:44:12.624458 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Checking segment: {'id': 'adac9e24-efde-4325-84d9-6f9217d84b14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:44:12.625700 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:12.626261 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Bound using segment: {'id': 'adac9e24-efde-4325-84d9-6f9217d84b14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014'} {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:44:12.626958 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Bound port: 09b8599f-af92-476e-bc6e-e9340c6e65f5, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adac9e24-efde-4325-84d9-6f9217d84b14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014'}}] {{(pid=79944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:44:12.627491 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:12.652152 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Router f87df8d9-8fc1-4809-9b1f-649e9937243f has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:44:12.797020 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] For port 09b8599f-af92-476e-bc6e-e9340c6e65f5, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:44:12.800691 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] For port 09b8599f-af92-476e-bc6e-e9340c6e65f5, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=09b8599f-af92-476e-bc6e-e9340c6e65f5,segment=NetworkSegment(adac9e24-efde-4325-84d9-6f9217d84b14),segment_id=adac9e24-efde-4325-84d9-6f9217d84b14)] {{(pid=79944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:44:12.808891 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:12.811144 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-627f01b5-ea20-4760-a485-a3b2430e600e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:12.829916 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-951bcc08-d403-4b6d-a3a4-d8c72e083f96 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a713c7c2b27c48f7a0b09db43e0b1c34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4251876 Feb 07 01:44:12.837580 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 41982) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:12.840702 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-627f01b5-ea20-4760-a485-a3b2430e600e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701100'] for security_group_rule, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:12.863876 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:12.902760 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f01b5-ea20-4760-a485-a3b2430e600e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f743ca3-7754-4b68-b2f9-c98cb60ffa0a,revision_number=0']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:12.906933 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-627f01b5-ea20-4760-a485-a3b2430e600e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:12.914574 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:44:12.927405 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:12.937646 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] 10.222.0.52 "PUT /v2.0/routers/f87df8d9-8fc1-4809-9b1f-649e9937243f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8415360 Feb 07 01:44:12.937945 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Sync routers for ids ['f87df8d9-8fc1-4809-9b1f-649e9937243f'] in dv-cinder-740146-7-smb {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:44:12.943503 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-627f01b5-ea20-4760-a485-a3b2430e600e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:12.944800 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-627f01b5-ea20-4760-a485-a3b2430e600e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7512860 Feb 07 01:44:12.948572 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 41992) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:12.948748 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Routers {'f87df8d9-8fc1-4809-9b1f-649e9937243f'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:44:12.949703 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:43:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['f87df8d9-8fc1-4809-9b1f-649e9937243f'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:12.954755 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-149ba286-445f-436d-bf33-9bdf0a2a6f46 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Request body: {'security_group_rule': {'security_group_id': '0994ca6f-df24-492a-bebc-19eeab4e428e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:12.997649 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-149ba286-445f-436d-bf33-9bdf0a2a6f46 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:13.008604 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-149ba286-445f-436d-bf33-9bdf0a2a6f46 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Usage tracker for resource:security_group_rule and tenant:cf900df8f787450599a27a266d50017b is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:13.013558 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d934b-f762-4198-becc-d38e53efb114 None None] Pushing event updated for resources: {'Port': ['ID=09b8599f-af92-476e-bc6e-e9340c6e65f5,revision_number=4']} {{(pid=79944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:13.013867 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d3112eeb-5535-426d-af3a-082a8f4ddf52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:13.015800 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-149ba286-445f-436d-bf33-9bdf0a2a6f46 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:13.018726 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4f4d934b-f762-4198-becc-d38e53efb114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:13.064429 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-149ba286-445f-436d-bf33-9bdf0a2a6f46 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:13.080708 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d3112eeb-5535-426d-af3a-082a8f4ddf52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:13.122793 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Routers {'123ec2af-368e-478a-931f-a7f194062381'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:44:13.123095 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:43:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['123ec2af-368e-478a-931f-a7f194062381'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:13.127731 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-149ba286-445f-436d-bf33-9bdf0a2a6f46 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:13.212545 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d3112eeb-5535-426d-af3a-082a8f4ddf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:13.224727 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:13.258405 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3112eeb-5535-426d-af3a-082a8f4ddf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934ea798-6f53-4cba-9c54-58e13cc32c3a,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:13.261806 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d3112eeb-5535-426d-af3a-082a8f4ddf52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:13.262749 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d3112eeb-5535-426d-af3a-082a8f4ddf52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:13.274544 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-d3112eeb-5535-426d-af3a-082a8f4ddf52 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/934ea798-6f53-4cba-9c54-58e13cc32c3a HTTP/1.1" status: 204 len: 168 time: 0.4332714 Feb 07 01:44:13.335579 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 42010) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:13.366251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Set router f87df8d9-8fc1-4809-9b1f-649e9937243f gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:44:13.368410 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8334a76a-5daf-4dc7-bd5e-a71f63e96558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:13.407362 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-8334a76a-5daf-4dc7-bd5e-a71f63e96558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:13.428189 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-8334a76a-5daf-4dc7-bd5e-a71f63e96558 admin admin] Usage tracker for resource:security_group_rule and tenant:ddda95251403402b9dc41aafa973361c is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:13.464547 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-8334a76a-5daf-4dc7-bd5e-a71f63e96558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:13.489445 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-8334a76a-5daf-4dc7-bd5e-a71f63e96558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:13.495962 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] Set router 123ec2af-368e-478a-931f-a7f194062381 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:44:13.516893 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-149ba286-445f-436d-bf33-9bdf0a2a6f46 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:13.536329 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-149ba286-445f-436d-bf33-9bdf0a2a6f46 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701100'] for security_group_rule, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:13.560879 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:13.654200 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-149ba286-445f-436d-bf33-9bdf0a2a6f46 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:13.663944 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-149ba286-445f-436d-bf33-9bdf0a2a6f46 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7110870 Feb 07 01:44:13.670365 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 42022) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:13.684455 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Request body: {'floatingip': {'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:13.737003 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:13.771086 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Usage tracker for resource:floatingip and tenant:cf900df8f787450599a27a266d50017b is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:13.778969 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:13.810743 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:13.828845 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8334a76a-5daf-4dc7-bd5e-a71f63e96558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:13.839768 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8334a76a-5daf-4dc7-bd5e-a71f63e96558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:13.857217 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2b34e-8f7e-46a3-9263-0e07daa72f33 req-f86716ad-d548-49b3-b890-0f6e35b989d8 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:13.858042 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:13.867887 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-38f2b34e-8f7e-46a3-9263-0e07daa72f33 req-f86716ad-d548-49b3-b890-0f6e35b989d8 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 943 time: 0.5957501 Feb 07 01:44:13.877585 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ba286-445f-436d-bf33-9bdf0a2a6f46 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2510f6ec-a2ee-4117-a858-42014a8200bf,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:13.883064 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for floatingip, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:13.899483 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-149ba286-445f-436d-bf33-9bdf0a2a6f46 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:13.950258 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334a76a-5daf-4dc7-bd5e-a71f63e96558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07668c1-ae9a-497a-a628-c26d793e0316,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:13.962032 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-8334a76a-5daf-4dc7-bd5e-a71f63e96558 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ddda95251403402b9dc41aafa973361c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6184602 Feb 07 01:44:13.962032 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8334a76a-5daf-4dc7-bd5e-a71f63e96558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:13.962032 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 42044) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:13.963466 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-38f2b34e-8f7e-46a3-9263-0e07daa72f33 req-a8d1f782-c31a-4727-a5db-179fdf808cd3 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5b2b2c9-ea00-44ed-9db5-2f621c806b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834050 Feb 07 01:44:14.135832 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-434cc088-92df-4847-bb06-72dad86d273a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:14.183014 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-434cc088-92df-4847-bb06-72dad86d273a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:14.207363 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:14.212247 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.objects.ports [None req-367e772b-170c-43d5-acd9-7608862b2be1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79943) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 07 01:44:14.235228 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-794b5ac5-73f3-4e83-a25a-b60a93191c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:14.238400 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:14.249004 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:14.259727 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'name': 'tempest-ServerRescueNegativeTestJSON-1688430139-router', 'tenant_id': 'a02770029d734bc0abe3e3995c6a5abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '5d187281-761f-4232-a2e1-6c003d5f98eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:49Z', 'updated_at': '2021-02-07T01:44:09Z', 'revision_number': 4, 'project_id': 'a02770029d734bc0abe3e3995c6a5abd', 'gw_port': {'id': '5d187281-761f-4232-a2e1-6c003d5f98eb', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:51Z', 'updated_at': '2021-02-07T01:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': 'f6595454-4d19-4e74-958d-e6903f52a3e5', 'name': '', 'network_id': 'a205ba43-3e4e-4964-ae5b-93d9dd658fa5', 'tenant_id': 'a02770029d734bc0abe3e3995c6a5abd', 'mac_address': 'fa:16:3e:cb:7a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '448b1d84-79a2-406e-aaae-d8f13e43358f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:44:05Z', 'updated_at': '2021-02-07T01:44:10Z', 'revision_number': 2, 'project_id': 'a02770029d734bc0abe3e3995c6a5abd', 'subnets': [{'id': '448b1d84-79a2-406e-aaae-d8f13e43358f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:14.264160 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Checking router: f87df8d9-8fc1-4809-9b1f-649e9937243f for host: dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:44:14.264690 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Updating router f87df8d9-8fc1-4809-9b1f-649e9937243f port f6595454-4d19-4e74-958d-e6903f52a3e5 binding host dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 07 01:44:14.288861 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '09b8599f-af92-476e-bc6e-e9340c6e65f5', 'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'mac_address': 'fa:16:3e:57:5b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:44:02Z', 'updated_at': '2021-02-07T01:44:12Z', 'revision_number': 4, 'project_id': 'cf900df8f787450599a27a266d50017b', 'subnets': [{'id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:14.294597 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12310dd-b834-4b94-b40d-5028d7114ce0 None None] The sync data for ids ['123ec2af-368e-478a-931f-a7f194062381'] in dv-cinder-740146-7-smb is: [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '09b8599f-af92-476e-bc6e-e9340c6e65f5', 'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'mac_address': 'fa:16:3e:57:5b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:44:02Z', 'updated_at': '2021-02-07T01:44:12Z', 'revision_number': 4, 'project_id': 'cf900df8f787450599a27a266d50017b', 'subnets': [{'id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:44:14.348986 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:14.452962 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-434cc088-92df-4847-bb06-72dad86d273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:14.519751 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:14.543888 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cc088-92df-4847-bb06-72dad86d273a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07668c1-ae9a-497a-a628-c26d793e0316,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:14.566214 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-434cc088-92df-4847-bb06-72dad86d273a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:14.571689 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-434cc088-92df-4847-bb06-72dad86d273a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:14.575978 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-434cc088-92df-4847-bb06-72dad86d273a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d07668c1-ae9a-497a-a628-c26d793e0316 HTTP/1.1" status: 204 len: 168 time: 0.6160746 Feb 07 01:44:14.698883 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Allocated IP 172.28.0.134 (99dfcdec-a658-4076-80f8-42c10fdcd0d7/7f907af6-b0a4-47f3-a608-7f27766af85d/da2866f8-d6d3-45d7-ae69-d48c552c354e) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:44:14.880181 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 11b99394-47f2-498e-a9e7-a7be916114cd up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:14.960957 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 42074) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:14.969162 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:15.050674 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-f21ff878-5b97-460b-8963-bbf0cdacb41f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b83d24a25688451894fadbb98c836b2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0871556 Feb 07 01:44:15.052112 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 42080) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:15.139169 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:15.161137 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:15.244566 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:15.264079 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning for port 11b99394-47f2-498e-a9e7-a7be916114cd completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:44:15.273807 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 11b99394-47f2-498e-a9e7-a7be916114cd triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:15.274230 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:15.369298 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 09b8599f-af92-476e-bc6e-e9340c6e65f5 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:15.408523 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-873b13a4-5755-49c3-82d5-12d610efd48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:15.443089 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.resource_extend [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 07 01:44:15.449143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-873b13a4-5755-49c3-82d5-12d610efd48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:15.549124 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-873b13a4-5755-49c3-82d5-12d610efd48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:15.648101 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Pushing event updated for resources: {'Port': ['ID=da2866f8-d6d3-45d7-ae69-d48c552c354e,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:15.662495 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:15.673152 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-434cc088-92df-4847-bb06-72dad86d273a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:15.691537 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-873b13a4-5755-49c3-82d5-12d610efd48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:15.693740 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:15.693875 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-873b13a4-5755-49c3-82d5-12d610efd48e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/49256d70-4f13-4202-bceb-8e92290180b2 HTTP/1.1" status: 204 len: 168 time: 0.6341281 Feb 07 01:44:15.694960 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b13a4-5755-49c3-82d5-12d610efd48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49256d70-4f13-4202-bceb-8e92290180b2,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:15.707323 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-873b13a4-5755-49c3-82d5-12d610efd48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:15.767448 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:15.770401 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:44:15.771833 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:44:15.779365 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:44:15.898452 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:16.002420 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:16.053633 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Notify callbacks [] for port, precommit_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:16.105122 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 11b99394-47f2-498e-a9e7-a7be916114cd, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=11b99394-47f2-498e-a9e7-a7be916114cd,segment=NetworkSegment(d8117e48-c207-4977-bdf2-dc097b3c566e),segment_id=d8117e48-c207-4977-bdf2-dc097b3c566e)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:44:16.113517 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c4f0b9-1052-4354-bac2-f587690bbaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b99394-47f2-498e-a9e7-a7be916114cd'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:44:16.347702 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Transition to ACTIVE for port object f6595454-4d19-4e74-958d-e6903f52a3e5 will not be triggered until provisioned by entity L2. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:44:16.348915 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:16.359818 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port 09b8599f-af92-476e-bc6e-e9340c6e65f5 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:44:16.371111 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:16.391461 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-453ad3a7-09c4-435e-b555-d03d6b7a8124 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:16.391461 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-453ad3a7-09c4-435e-b555-d03d6b7a8124 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Synchronizing usage tracker for tenant:a02770029d734bc0abe3e3995c6a5abd on resource:network {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:44:16.477951 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-453ad3a7-09c4-435e-b555-d03d6b7a8124 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Unset dirty status for tenant:a02770029d734bc0abe3e3995c6a5abd on resource:network {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:44:16.479839 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-453ad3a7-09c4-435e-b555-d03d6b7a8124 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/networks?id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5 HTTP/1.1" status: 200 len: 819 time: 1.5615802 Feb 07 01:44:16.495500 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 09b8599f-af92-476e-bc6e-e9340c6e65f5 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:16.496133 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:16.560237 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:16.569210 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:16.574627 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=11b99394-47f2-498e-a9e7-a7be916114cd,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:16.586886 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:16.591094 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:16.677371 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b04904-65c6-48ab-9c47-b21e82ca8f32 req-75a82aa2-77c5-497d-80a1-f679631d7acb tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:16.685060 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-98b04904-65c6-48ab-9c47-b21e82ca8f32 req-75a82aa2-77c5-497d-80a1-f679631d7acb tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 943 time: 0.8985169 Feb 07 01:44:16.769184 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-f879cc05-bb18-45d1-b6b2-825daca60062 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/quotas/a02770029d734bc0abe3e3995c6a5abd HTTP/1.1" status: 200 len: 375 time: 0.0815196 Feb 07 01:44:16.788574 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:16.821286 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:16.827589 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 11b99394-47f2-498e-a9e7-a7be916114cd up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:16.906118 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-98b04904-65c6-48ab-9c47-b21e82ca8f32 req-af204a6e-b5a4-455b-8161-58ce4e06623c tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5b2b2c9-ea00-44ed-9db5-2f621c806b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200146 Feb 07 01:44:16.906488 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680368'] for floatingip, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:16.948344 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Pushing event updated for resources: {'Port': ['ID=da2866f8-d6d3-45d7-ae69-d48c552c354e,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:16.955630 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:17.046840 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-1a061729-fd72-421b-8ffa-2e8bdbb1c8a7 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Synchronizing usage tracker for tenant:a02770029d734bc0abe3e3995c6a5abd on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:44:17.117793 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for floatingip, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:17.119207 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4476693 Feb 07 01:44:17.128065 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ae0de-987d-49bc-bdb3-8c00c29803b1 None None] Pushing event updated for resources: {'Port': ['ID=f6595454-4d19-4e74-958d-e6903f52a3e5,revision_number=3']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:17.139241 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-1a061729-fd72-421b-8ffa-2e8bdbb1c8a7 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Unset dirty status for tenant:a02770029d734bc0abe3e3995c6a5abd on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:44:17.154544 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-1a061729-fd72-421b-8ffa-2e8bdbb1c8a7 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a02770029d734bc0abe3e3995c6a5abd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3805869 Feb 07 01:44:17.178533 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d66ae0de-987d-49bc-bdb3-8c00c29803b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:17.209850 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 11b99394-47f2-498e-a9e7-a7be916114cd triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:17.210452 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:17.242485 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:17.264244 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Attempting to bind port f6595454-4d19-4e74-958d-e6903f52a3e5 on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:44:17.264669 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Attempting to bind port f6595454-4d19-4e74-958d-e6903f52a3e5 by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': '1eef14d4-998a-45e4-953e-3ce49eb2c32f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a205ba43-3e4e-4964-ae5b-93d9dd658fa5'}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:44:17.265084 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Attempting to bind port f6595454-4d19-4e74-958d-e6903f52a3e5 on network a205ba43-3e4e-4964-ae5b-93d9dd658fa5 {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:44:17.282887 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:44:17.283304 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Checking segment: {'id': '1eef14d4-998a-45e4-953e-3ce49eb2c32f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a205ba43-3e4e-4964-ae5b-93d9dd658fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:44:17.283752 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:17.284201 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Bound using segment: {'id': '1eef14d4-998a-45e4-953e-3ce49eb2c32f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a205ba43-3e4e-4964-ae5b-93d9dd658fa5'} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:44:17.284722 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Bound port: f6595454-4d19-4e74-958d-e6903f52a3e5, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eef14d4-998a-45e4-953e-3ce49eb2c32f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a205ba43-3e4e-4964-ae5b-93d9dd658fa5'}}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:44:17.285157 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:17.319433 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-4055429f-631c-433a-8c19-e2a8a6ebf18e service neutron] 10.222.0.52 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668901 Feb 07 01:44:17.374505 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] For port 09b8599f-af92-476e-bc6e-e9340c6e65f5, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=09b8599f-af92-476e-bc6e-e9340c6e65f5,segment=NetworkSegment(adac9e24-efde-4325-84d9-6f9217d84b14),segment_id=adac9e24-efde-4325-84d9-6f9217d84b14)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:44:17.389379 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:17.398731 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:17.488200 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-1e15665a-86d1-488a-b6d4-308b240d3556 service neutron] 10.222.0.52 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1612155 Feb 07 01:44:17.551277 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] For port f6595454-4d19-4e74-958d-e6903f52a3e5, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:44:17.574402 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] For port f6595454-4d19-4e74-958d-e6903f52a3e5, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=f6595454-4d19-4e74-958d-e6903f52a3e5,segment=NetworkSegment(1eef14d4-998a-45e4-953e-3ce49eb2c32f),segment_id=1eef14d4-998a-45e4-953e-3ce49eb2c32f)] {{(pid=79943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:44:17.577672 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Pushing event updated for resources: {'Port': ['ID=09b8599f-af92-476e-bc6e-e9340c6e65f5,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:17.580828 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:17.582091 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:17.599849 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fd45288f-93a6-4f19-8142-52d5ebfece2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:17.673661 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ae0de-987d-49bc-bdb3-8c00c29803b1 None None] Pushing event updated for resources: {'Port': ['ID=f6595454-4d19-4e74-958d-e6903f52a3e5,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:17.679064 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d66ae0de-987d-49bc-bdb3-8c00c29803b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:17.827956 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c4f0b9-1052-4354-bac2-f587690bbaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b99394-47f2-498e-a9e7-a7be916114cd', 'code': 200} Feb 07 01:44:17.922464 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Routers {'f87df8d9-8fc1-4809-9b1f-649e9937243f'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:44:17.929909 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:44:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['f87df8d9-8fc1-4809-9b1f-649e9937243f'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:17.931247 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-75cbd507-6720-4010-ba9e-9a0b3e5184b8 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--283642212&fields=id&tenant_id=cf900df8f787450599a27a266d50017b HTTP/1.1" status: 200 len: 267 time: 0.1503620 Feb 07 01:44:18.196959 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 42212) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:18.316522 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f49584-c0c6-4de1-ba86-f504d904487c req-bc96f441-a30b-42ed-b97b-040a47422fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:18.318289 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-19f49584-c0c6-4de1-ba86-f504d904487c req-bc96f441-a30b-42ed-b97b-040a47422fce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 1162 time: 0.2098789 Feb 07 01:44:18.364737 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-19f49584-c0c6-4de1-ba86-f504d904487c req-bb0cce17-4b5d-4a90-8998-a3234de23fe0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:18.389163 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-19f49584-c0c6-4de1-ba86-f504d904487c req-bb0cce17-4b5d-4a90-8998-a3234de23fe0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:18.393699 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-19f49584-c0c6-4de1-ba86-f504d904487c req-bb0cce17-4b5d-4a90-8998-a3234de23fe0 service neutron] Usage tracker for resource:security_group_rule and tenant:04328ff09ee14584aa9ac0ee7ff4ab6b is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:18.398699 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-19f49584-c0c6-4de1-ba86-f504d904487c req-bb0cce17-4b5d-4a90-8998-a3234de23fe0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:18.418028 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-19f49584-c0c6-4de1-ba86-f504d904487c req-bb0cce17-4b5d-4a90-8998-a3234de23fe0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:18.452000 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] Set router f87df8d9-8fc1-4809-9b1f-649e9937243f gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:44:18.458209 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-8000c230-fb94-4189-9fc3-230326bfc676 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:18.468107 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-8000c230-fb94-4189-9fc3-230326bfc676 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/networks?id=08866757-d3c7-4c94-a1bb-5736c8720014 HTTP/1.1" status: 200 len: 810 time: 0.5352619 Feb 07 01:44:18.503883 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1e42ccc9-36c2-4ece-a9e1-88ef8c4dbc84 req-59912da5-52dc-4c94-9208-ca02851dec43 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 210 time: 0.2325957 Feb 07 01:44:18.518611 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-536b827b-9759-443b-90e2-d72f74d72847 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/quotas/cf900df8f787450599a27a266d50017b HTTP/1.1" status: 200 len: 375 time: 0.0487032 Feb 07 01:44:18.523387 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-19f49584-c0c6-4de1-ba86-f504d904487c req-bb0cce17-4b5d-4a90-8998-a3234de23fe0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:18.528032 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-19f49584-c0c6-4de1-ba86-f504d904487c req-bb0cce17-4b5d-4a90-8998-a3234de23fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:18.547281 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:18.581397 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-19f49584-c0c6-4de1-ba86-f504d904487c req-bb0cce17-4b5d-4a90-8998-a3234de23fe0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f5b2b2c9-ea00-44ed-9db5-2f621c806b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559187 Feb 07 01:44:18.582140 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0cce17-4b5d-4a90-8998-a3234de23fe0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1231e4d9-37dd-49cd-8ef0-adb99d8a439d,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:18.600089 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bb0cce17-4b5d-4a90-8998-a3234de23fe0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:18.721906 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a388435e-5a8b-4475-a6fc-e6a3554f1c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:18.804026 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-a388435e-5a8b-4475-a6fc-e6a3554f1c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:18.811249 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-a388435e-5a8b-4475-a6fc-e6a3554f1c06 admin admin] Usage tracker for resource:security_group_rule and tenant:3dcd33531a0d478fabfee5e03df5d761 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:18.821157 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-a388435e-5a8b-4475-a6fc-e6a3554f1c06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:18.844927 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-a388435e-5a8b-4475-a6fc-e6a3554f1c06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:18.904695 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-b349f31b-328d-4db6-b04a-a5826f8fb259 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf900df8f787450599a27a266d50017b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3847625 Feb 07 01:44:19.009577 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 11b99394-47f2-498e-a9e7-a7be916114cd up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:19.077615 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a388435e-5a8b-4475-a6fc-e6a3554f1c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:19.089141 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a388435e-5a8b-4475-a6fc-e6a3554f1c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:19.160168 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bb0cce17-4b5d-4a90-8998-a3234de23fe0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:19.181931 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-a388435e-5a8b-4475-a6fc-e6a3554f1c06 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3dcd33531a0d478fabfee5e03df5d761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9837670 Feb 07 01:44:19.189904 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 42254) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:19.292507 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'name': 'tempest-ServerRescueNegativeTestJSON-1688430139-router', 'tenant_id': 'a02770029d734bc0abe3e3995c6a5abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '5d187281-761f-4232-a2e1-6c003d5f98eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:49Z', 'updated_at': '2021-02-07T01:44:09Z', 'revision_number': 4, 'project_id': 'a02770029d734bc0abe3e3995c6a5abd', 'gw_port': {'id': '5d187281-761f-4232-a2e1-6c003d5f98eb', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:51Z', 'updated_at': '2021-02-07T01:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': 'f6595454-4d19-4e74-958d-e6903f52a3e5', 'name': '', 'network_id': 'a205ba43-3e4e-4964-ae5b-93d9dd658fa5', 'tenant_id': 'a02770029d734bc0abe3e3995c6a5abd', 'mac_address': 'fa:16:3e:cb:7a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '448b1d84-79a2-406e-aaae-d8f13e43358f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:44:05Z', 'updated_at': '2021-02-07T01:44:17Z', 'revision_number': 4, 'project_id': 'a02770029d734bc0abe3e3995c6a5abd', 'subnets': [{'id': '448b1d84-79a2-406e-aaae-d8f13e43358f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:19.309517 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 11b99394-47f2-498e-a9e7-a7be916114cd triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:19.309928 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388435e-5a8b-4475-a6fc-e6a3554f1c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9040b9b7-010e-4dd2-9fc6-c4e344d60a73,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:19.310181 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:19.338010 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a388435e-5a8b-4475-a6fc-e6a3554f1c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:19.341149 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f8c59b-7e36-49a6-a218-d79b97fd9d5c None None] The sync data for ids ['f87df8d9-8fc1-4809-9b1f-649e9937243f'] in dv-cinder-740146-7-smb is: [{'id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'name': 'tempest-ServerRescueNegativeTestJSON-1688430139-router', 'tenant_id': 'a02770029d734bc0abe3e3995c6a5abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '5d187281-761f-4232-a2e1-6c003d5f98eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:49Z', 'updated_at': '2021-02-07T01:44:09Z', 'revision_number': 4, 'project_id': 'a02770029d734bc0abe3e3995c6a5abd', 'gw_port': {'id': '5d187281-761f-4232-a2e1-6c003d5f98eb', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:51Z', 'updated_at': '2021-02-07T01:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': 'f6595454-4d19-4e74-958d-e6903f52a3e5', 'name': '', 'network_id': 'a205ba43-3e4e-4964-ae5b-93d9dd658fa5', 'tenant_id': 'a02770029d734bc0abe3e3995c6a5abd', 'mac_address': 'fa:16:3e:cb:7a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '448b1d84-79a2-406e-aaae-d8f13e43358f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:44:05Z', 'updated_at': '2021-02-07T01:44:17Z', 'revision_number': 4, 'project_id': 'a02770029d734bc0abe3e3995c6a5abd', 'subnets': [{'id': '448b1d84-79a2-406e-aaae-d8f13e43358f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:44:19.406203 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5dfb76d0-c305-4cc9-a2b7-38b05f880d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:19.516961 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5dfb76d0-c305-4cc9-a2b7-38b05f880d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:19.543022 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196c410-cb53-42dd-a577-7a593e33789a req-76179910-6ac9-4007-8ab9-e97d051338cb tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:19.546127 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c196c410-cb53-42dd-a577-7a593e33789a req-76179910-6ac9-4007-8ab9-e97d051338cb tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 945 time: 0.6402614 Feb 07 01:44:19.604799 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5dfb76d0-c305-4cc9-a2b7-38b05f880d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:19.610448 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:19.648500 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb76d0-c305-4cc9-a2b7-38b05f880d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9040b9b7-010e-4dd2-9fc6-c4e344d60a73,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:19.664528 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5dfb76d0-c305-4cc9-a2b7-38b05f880d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:19.672523 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5dfb76d0-c305-4cc9-a2b7-38b05f880d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:19.673666 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-5dfb76d0-c305-4cc9-a2b7-38b05f880d15 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9040b9b7-010e-4dd2-9fc6-c4e344d60a73 HTTP/1.1" status: 204 len: 168 time: 0.4822681 Feb 07 01:44:19.761828 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c196c410-cb53-42dd-a577-7a593e33789a req-2acd0ab7-3f2f-4944-8389-c39c809707db tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5b2b2c9-ea00-44ed-9db5-2f621c806b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028105 Feb 07 01:44:19.765998 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-b6a33942-c22b-4364-9400-869c30c21612 service neutron] 10.222.0.52 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7643886 Feb 07 01:44:19.829301 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 09b8599f-af92-476e-bc6e-e9340c6e65f5 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:20.044949 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 09b8599f-af92-476e-bc6e-e9340c6e65f5 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:20.045423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:20.102371 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-00fbd7f6-93db-4ffa-85f5-5f594b5f6949 service neutron] 10.222.0.52 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3245025 Feb 07 01:44:20.257758 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device f6595454-4d19-4e74-958d-e6903f52a3e5 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:20.418108 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port f6595454-4d19-4e74-958d-e6903f52a3e5 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:44:20.424094 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port f6595454-4d19-4e74-958d-e6903f52a3e5 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:20.424522 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:20.436211 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-6c481486-7231-468f-9cf1-6c8b6de3ee94 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:20.444160 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-6c481486-7231-468f-9cf1-6c8b6de3ee94 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/networks?id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5 HTTP/1.1" status: 200 len: 819 time: 0.4536512 Feb 07 01:44:20.466082 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-2d94cd7f-a6b9-4fe5-b9f8-0e7352a70687 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/quotas/a02770029d734bc0abe3e3995c6a5abd HTTP/1.1" status: 200 len: 375 time: 0.0151532 Feb 07 01:44:20.681953 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:20.740689 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] For port f6595454-4d19-4e74-958d-e6903f52a3e5, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=f6595454-4d19-4e74-958d-e6903f52a3e5,segment=NetworkSegment(1eef14d4-998a-45e4-953e-3ce49eb2c32f),segment_id=1eef14d4-998a-45e4-953e-3ce49eb2c32f)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:44:20.743826 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:20.746722 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-62f727b1-b2dc-465d-b96c-5686336ba8b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:20.891986 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9c6c26d7-daf6-430b-b904-aeff589c8537 req-e3462334-4342-4dce-b4bb-032bee860ea0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 210 time: 0.2426343 Feb 07 01:44:20.973141 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Pushing event updated for resources: {'Port': ['ID=f6595454-4d19-4e74-958d-e6903f52a3e5,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:20.987596 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:21.058283 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-ec7e8a75-3f6e-4e2e-adc0-9cfd98901c83 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a02770029d734bc0abe3e3995c6a5abd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5826581 Feb 07 01:44:21.263080 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-e618e519-8abf-4e26-997b-034e3fc5e4f8 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:21.264901 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-e618e519-8abf-4e26-997b-034e3fc5e4f8 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.45 "GET /v2.0/networks?id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5 HTTP/1.1" status: 200 len: 819 time: 0.4187691 Feb 07 01:44:21.289905 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-312eb413-1aa9-4754-84fb-acc3ee99ebf1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Request body: {'port': {'device_id': '69877acf-7ed4-4aa2-b9d4-3e6eef58223e', 'network_id': 'a205ba43-3e4e-4964-ae5b-93d9dd658fa5', 'admin_state_up': True, 'tenant_id': 'a02770029d734bc0abe3e3995c6a5abd'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:21.336360 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 42328) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:21.351267 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bb389-260c-4385-bd5a-131ff6e2950e req-b0dac004-3b71-4bb1-ba4d-b1fc9442be44 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:21.359330 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a42bb389-260c-4385-bd5a-131ff6e2950e req-b0dac004-3b71-4bb1-ba4d-b1fc9442be44 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 945 time: 0.2218387 Feb 07 01:44:21.426461 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a42bb389-260c-4385-bd5a-131ff6e2950e req-50d08f46-6998-487f-919f-0bcfc1505c4d tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5b2b2c9-ea00-44ed-9db5-2f621c806b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661454 Feb 07 01:44:21.580157 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device f6595454-4d19-4e74-958d-e6903f52a3e5 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:21.646255 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4beb8bfc-a9ba-42d9-a7bb-39abdb890771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:21.660736 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-312eb413-1aa9-4754-84fb-acc3ee99ebf1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:21.676231 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-4beb8bfc-a9ba-42d9-a7bb-39abdb890771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:21.679565 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-312eb413-1aa9-4754-84fb-acc3ee99ebf1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:21.687456 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-4beb8bfc-a9ba-42d9-a7bb-39abdb890771 admin admin] Usage tracker for resource:security_group_rule and tenant:974feef652c24d8abb5b475910e17d76 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:21.691906 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-4beb8bfc-a9ba-42d9-a7bb-39abdb890771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:21.698335 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-4beb8bfc-a9ba-42d9-a7bb-39abdb890771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:21.701366 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-312eb413-1aa9-4754-84fb-acc3ee99ebf1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Made reservation on behalf of a02770029d734bc0abe3e3995c6a5abd for: {'port': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:44:21.723510 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-312eb413-1aa9-4754-84fb-acc3ee99ebf1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:21.779717 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port f6595454-4d19-4e74-958d-e6903f52a3e5 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:21.780790 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:22.288738 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-042abd53-7a25-4fb5-ad92-7be9b1174bfc req-85187fde-13e0-4c31-98ca-93b3141ee1ef tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 210 time: 0.1212640 Feb 07 01:44:22.309021 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-5b1798e2-9c9b-410e-91b4-1c1737ecff13 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=79942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 01:44:22.334907 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-5b1798e2-9c9b-410e-91b4-1c1737ecff13 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.5517805 Feb 07 01:44:22.597136 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.45', 57242) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:22.741640 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-3a650c7c-5eb3-4520-b442-67234c244d83 service neutron] 10.222.0.52 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148417 Feb 07 01:44:22.925751 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4beb8bfc-a9ba-42d9-a7bb-39abdb890771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:22.927210 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-77b4523c-5d24-4eb3-a49d-e603b84a3fc6 service neutron] 10.222.0.52 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1833169 Feb 07 01:44:22.945295 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4beb8bfc-a9ba-42d9-a7bb-39abdb890771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:22.958435 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-7207687e-bba5-4f28-88aa-b1d88ddd8a00 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:23.092924 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-63585e92-e583-4eb7-a3a4-ca21cfaabfe9 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:23.094380 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-63585e92-e583-4eb7-a3a4-ca21cfaabfe9 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Synchronizing usage tracker for tenant:cf900df8f787450599a27a266d50017b on resource:network {{(pid=79941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:44:23.176998 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb8bfc-a9ba-42d9-a7bb-39abdb890771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6131b9e2-1011-4656-8422-989c2047631f,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:23.191241 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4beb8bfc-a9ba-42d9-a7bb-39abdb890771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:23.211045 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-4beb8bfc-a9ba-42d9-a7bb-39abdb890771 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=974feef652c24d8abb5b475910e17d76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8702052 Feb 07 01:44:23.215942 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 42410) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:23.258780 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-45b93d34-9193-48ca-9a11-3e8184ec9c54 req-c9348b34-da75-4d79-b7e6-980ab082b9d7 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 210 time: 0.0745780 Feb 07 01:44:23.283719 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-63585e92-e583-4eb7-a3a4-ca21cfaabfe9 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Unset dirty status for tenant:cf900df8f787450599a27a266d50017b on resource:network {{(pid=79941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:44:23.285408 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-63585e92-e583-4eb7-a3a4-ca21cfaabfe9 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.45 "GET /v2.0/networks?id=08866757-d3c7-4c94-a1bb-5736c8720014 HTTP/1.1" status: 200 len: 810 time: 0.6831839 Feb 07 01:44:23.295387 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-312eb413-1aa9-4754-84fb-acc3ee99ebf1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Allocated IP 172.20.0.14 (a205ba43-3e4e-4964-ae5b-93d9dd658fa5/448b1d84-79a2-406e-aaae-d8f13e43358f/c6665d6b-25e1-4e51-a5da-c6618c894e7b) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:44:23.314931 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a45b0248-04c2-4a47-8988-d57460c2b94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:23.498466 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 42428) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:23.555403 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-90248e2b-ea58-462c-a593-fe87047806a5 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Synchronizing usage tracker for tenant:cf900df8f787450599a27a266d50017b on resource:security_group {{(pid=79941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:44:23.578123 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a45b0248-04c2-4a47-8988-d57460c2b94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:23.654567 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9165f076-4bd6-4851-9c3b-a785a9995e49 req-ff806fb3-c768-46d5-8e47-c735f9e7826e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 210 time: 0.1357543 Feb 07 01:44:23.678793 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-90248e2b-ea58-462c-a593-fe87047806a5 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Unset dirty status for tenant:cf900df8f787450599a27a266d50017b on resource:security_group {{(pid=79941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:44:23.680793 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-90248e2b-ea58-462c-a593-fe87047806a5 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf900df8f787450599a27a266d50017b HTTP/1.1" status: 200 len: 5704 time: 0.3635790 Feb 07 01:44:23.706770 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Request body: {'port': {'device_id': '9405d24e-63cf-4ca1-a2d8-528bbe781953', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'admin_state_up': True, 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'security_groups': ['0994ca6f-df24-492a-bebc-19eeab4e428e']}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:23.840233 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-69a566b5-20db-40a1-9ca4-e6fac4461152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:23.873878 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-69a566b5-20db-40a1-9ca4-e6fac4461152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:23.897395 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-69a566b5-20db-40a1-9ca4-e6fac4461152 admin admin] Usage tracker for resource:security_group_rule and tenant:f98bc799f096477ead0f79d5b9774b47 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:23.906153 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-69a566b5-20db-40a1-9ca4-e6fac4461152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:23.916335 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-69a566b5-20db-40a1-9ca4-e6fac4461152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:23.921680 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a45b0248-04c2-4a47-8988-d57460c2b94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:24.011756 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:24.054245 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b0248-04c2-4a47-8988-d57460c2b94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6131b9e2-1011-4656-8422-989c2047631f,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:24.075542 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a45b0248-04c2-4a47-8988-d57460c2b94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:24.133859 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-69a566b5-20db-40a1-9ca4-e6fac4461152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:24.140183 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-69a566b5-20db-40a1-9ca4-e6fac4461152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:24.171776 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a45b0248-04c2-4a47-8988-d57460c2b94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:24.171776 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-a45b0248-04c2-4a47-8988-d57460c2b94e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6131b9e2-1011-4656-8422-989c2047631f HTTP/1.1" status: 204 len: 168 time: 0.9487143 Feb 07 01:44:24.234687 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:24.241651 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-312eb413-1aa9-4754-84fb-acc3ee99ebf1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:24.261635 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:24.265578 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-69a566b5-20db-40a1-9ca4-e6fac4461152 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f98bc799f096477ead0f79d5b9774b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7634025 Feb 07 01:44:24.266013 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 42466) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:24.275443 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Usage tracker for resource:port and tenant:cf900df8f787450599a27a266d50017b is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:24.280398 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:24.291083 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:24.309540 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Made reservation on behalf of cf900df8f787450599a27a266d50017b for: {'port': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:44:24.333291 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:24.384054 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a566b5-20db-40a1-9ca4-e6fac4461152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290e9090-5fdc-4aec-a92a-57f1ac0bafc1,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:24.414772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-69a566b5-20db-40a1-9ca4-e6fac4461152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:24.418978 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 42478) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:24.484037 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-312eb413-1aa9-4754-84fb-acc3ee99ebf1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:24.509541 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:24.663853 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5335d4a8-0b68-47ab-9aff-5a8efbfd84a4 req-f39ea554-0d95-46d6-a8b2-a4e062491437 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 210 time: 0.1836812 Feb 07 01:44:24.704506 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-42f023fd-e04e-4401-b516-38da836c9253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:24.775942 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-42f023fd-e04e-4401-b516-38da836c9253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:24.900954 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-42f023fd-e04e-4401-b516-38da836c9253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:24.918511 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-014bd48a-ea1b-4492-8758-8d93ac7cff89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:25.010552 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f023fd-e04e-4401-b516-38da836c9253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290e9090-5fdc-4aec-a92a-57f1ac0bafc1,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:25.026062 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312eb413-1aa9-4754-84fb-acc3ee99ebf1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Pushing event updated for resources: {'Port': ['ID=c6665d6b-25e1-4e51-a5da-c6618c894e7b,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:25.032956 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-312eb413-1aa9-4754-84fb-acc3ee99ebf1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:25.039150 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-42f023fd-e04e-4401-b516-38da836c9253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:25.049491 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-aabb7807-cb92-42d8-ac64-19649e2bd514 req-e7b56a9a-e12f-479a-874f-3c2b9550e257 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 210 time: 0.1195283 Feb 07 01:44:25.050423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c74589c9-c3df-4b74-b6ad-6d51ec7d2f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:25.074846 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-c74589c9-c3df-4b74-b6ad-6d51ec7d2f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:25.078975 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-c74589c9-c3df-4b74-b6ad-6d51ec7d2f49 admin admin] Usage tracker for resource:security_group_rule and tenant:cc1e86b1fb4f437c986326fb4d67b8c2 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:25.104396 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-c74589c9-c3df-4b74-b6ad-6d51ec7d2f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:25.116300 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-c74589c9-c3df-4b74-b6ad-6d51ec7d2f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:25.137554 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.45', 57249) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:25.184202 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-42f023fd-e04e-4401-b516-38da836c9253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:25.186046 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-42f023fd-e04e-4401-b516-38da836c9253 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/290e9090-5fdc-4aec-a92a-57f1ac0bafc1 HTTP/1.1" status: 204 len: 168 time: 0.9170723 Feb 07 01:44:25.235913 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c74589c9-c3df-4b74-b6ad-6d51ec7d2f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:25.244189 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c74589c9-c3df-4b74-b6ad-6d51ec7d2f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:25.281822 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c4359417-e436-431c-b7ed-4c839eb7bcb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:25.402702 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-c74589c9-c3df-4b74-b6ad-6d51ec7d2f49 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc1e86b1fb4f437c986326fb4d67b8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9782376 Feb 07 01:44:25.403771 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 42522) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:25.406084 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74589c9-c3df-4b74-b6ad-6d51ec7d2f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fea3ac-0dc9-4af6-b12d-2c7a4a1cb05c,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:25.434046 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c74589c9-c3df-4b74-b6ad-6d51ec7d2f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:25.525953 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-dc5244b8-4ca7-4acf-8b87-aa74af49716f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:25.559560 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-dc5244b8-4ca7-4acf-8b87-aa74af49716f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:25.624840 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-dc5244b8-4ca7-4acf-8b87-aa74af49716f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:25.630539 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-973a9eb2-c0f4-41eb-ae53-f7a205e52762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:25.645472 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Allocated IP 172.20.0.8 (08866757-d3c7-4c94-a1bb-5736c8720014/dcafc843-a804-40f2-8b05-784a1ee2cb10/e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:44:25.648166 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5244b8-4ca7-4acf-8b87-aa74af49716f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fea3ac-0dc9-4af6-b12d-2c7a4a1cb05c,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:25.659580 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-dc5244b8-4ca7-4acf-8b87-aa74af49716f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:25.661076 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-dc5244b8-4ca7-4acf-8b87-aa74af49716f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:25.663117 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-dc5244b8-4ca7-4acf-8b87-aa74af49716f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e2fea3ac-0dc9-4af6-b12d-2c7a4a1cb05c HTTP/1.1" status: 204 len: 168 time: 0.2352154 Feb 07 01:44:25.832340 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 42538) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:25.855692 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8126d23f-7afd-4685-8e11-1f8e1d0e0c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:25.906649 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-1f987558-bf33-4155-923f-32c185c3ecc3 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:25.908732 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-1f987558-bf33-4155-923f-32c185c3ecc3 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.45 "GET /v2.0/networks?id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5 HTTP/1.1" status: 200 len: 819 time: 0.7699914 Feb 07 01:44:25.938850 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6f7631e2-41fc-4a35-b254-9a9a73d96067 req-77b9229d-2199-43f9-84ec-c45f8c9611da tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 210 time: 0.0684080 Feb 07 01:44:25.945815 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-8126d23f-7afd-4685-8e11-1f8e1d0e0c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:25.947049 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-88459447-a681-45a5-8241-656700cd542c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Request body: {'port': {'device_id': 'd2665397-2bde-4c01-ad1a-489e5b179c90', 'network_id': 'a205ba43-3e4e-4964-ae5b-93d9dd658fa5', 'admin_state_up': True, 'tenant_id': 'a02770029d734bc0abe3e3995c6a5abd'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:25.953321 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-8126d23f-7afd-4685-8e11-1f8e1d0e0c65 admin admin] Usage tracker for resource:security_group_rule and tenant:d8899199b91e4d9fbc080ecc068412dc is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:25.956397 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-8126d23f-7afd-4685-8e11-1f8e1d0e0c65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:25.963262 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-8126d23f-7afd-4685-8e11-1f8e1d0e0c65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:26.025545 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-312eb413-1aa9-4754-84fb-acc3ee99ebf1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Network a205ba43-3e4e-4964-ae5b-93d9dd658fa5 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:44:26.097991 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-312eb413-1aa9-4754-84fb-acc3ee99ebf1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:44:26.144562 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-312eb413-1aa9-4754-84fb-acc3ee99ebf1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:44:26.145231 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8126d23f-7afd-4685-8e11-1f8e1d0e0c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:26.152171 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8126d23f-7afd-4685-8e11-1f8e1d0e0c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:26.180988 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-e7c2e096-9ec3-4b79-9bde-ec52b89b76f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:26.285208 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-312eb413-1aa9-4754-84fb-acc3ee99ebf1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:26.285945 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-312eb413-1aa9-4754-84fb-acc3ee99ebf1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:26.369855 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-8126d23f-7afd-4685-8e11-1f8e1d0e0c65 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8899199b91e4d9fbc080ecc068412dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5355492 Feb 07 01:44:26.370746 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 42562) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:26.383209 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126d23f-7afd-4685-8e11-1f8e1d0e0c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728b9b29-a500-476f-bf38-0dbee54db23b,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:26.404625 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8126d23f-7afd-4685-8e11-1f8e1d0e0c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:26.467197 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-312eb413-1aa9-4754-84fb-acc3ee99ebf1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1824207 Feb 07 01:44:26.487007 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:26.507758 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Request body: {'port': {'device_id': '69877acf-7ed4-4aa2-b9d4-3e6eef58223e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:26.547080 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f766e6c3-a464-4b06-88f9-1a5cfca9f2cf req-1fc377ee-4e3f-434e-876e-f38ba42bb246 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 210 time: 0.1412578 Feb 07 01:44:26.547498 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 42568) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:26.576913 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9dac7dd3-b753-4694-a76e-f52ba164c799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:26.607594 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-9dac7dd3-b753-4694-a76e-f52ba164c799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:26.610220 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2c859128-cfbf-4ce9-a303-a68efa356e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:26.622077 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-9dac7dd3-b753-4694-a76e-f52ba164c799 admin admin] Usage tracker for resource:security_group_rule and tenant:fa96506429c24b119c19d99f78d1c8aa is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:26.627754 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-9dac7dd3-b753-4694-a76e-f52ba164c799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:26.642821 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-9dac7dd3-b753-4694-a76e-f52ba164c799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:26.656156 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2c859128-cfbf-4ce9-a303-a68efa356e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:26.757785 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2c859128-cfbf-4ce9-a303-a68efa356e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:26.772850 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:26.795191 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c859128-cfbf-4ce9-a303-a68efa356e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728b9b29-a500-476f-bf38-0dbee54db23b,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:26.801021 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2c859128-cfbf-4ce9-a303-a68efa356e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:26.804184 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2c859128-cfbf-4ce9-a303-a68efa356e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:26.808738 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-2c859128-cfbf-4ce9-a303-a68efa356e40 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/728b9b29-a500-476f-bf38-0dbee54db23b HTTP/1.1" status: 204 len: 168 time: 0.4358344 Feb 07 01:44:26.825667 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9dac7dd3-b753-4694-a76e-f52ba164c799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:26.835943 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9dac7dd3-b753-4694-a76e-f52ba164c799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:26.847842 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2ac975a1-c81a-4a81-bd11-54fdd8d56f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:26.904708 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac7dd3-b753-4694-a76e-f52ba164c799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee06f00-063c-49f8-8477-f37adc7eb4c7,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:26.909849 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-9dac7dd3-b753-4694-a76e-f52ba164c799 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fa96506429c24b119c19d99f78d1c8aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594353 Feb 07 01:44:26.910968 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9dac7dd3-b753-4694-a76e-f52ba164c799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:26.912614 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 42588) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:26.924722 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-88459447-a681-45a5-8241-656700cd542c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:26.938532 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-88459447-a681-45a5-8241-656700cd542c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Usage tracker for resource:port and tenant:a02770029d734bc0abe3e3995c6a5abd is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:26.948502 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-88459447-a681-45a5-8241-656700cd542c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:26.965705 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-88459447-a681-45a5-8241-656700cd542c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:26.980064 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Transition to ACTIVE for port object e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc will not be triggered until provisioned by entity DHCP. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:44:26.989146 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d690802e-2b1c-403c-bb83-26c53cac6ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:27.014944 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-88459447-a681-45a5-8241-656700cd542c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Made reservation on behalf of a02770029d734bc0abe3e3995c6a5abd for: {'port': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:44:27.024544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d690802e-2b1c-403c-bb83-26c53cac6ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:27.064401 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-88459447-a681-45a5-8241-656700cd542c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:27.119758 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d690802e-2b1c-403c-bb83-26c53cac6ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:27.126031 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ecafd9ba-fddd-43d8-9b8e-ff75da598b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:27.158593 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690802e-2b1c-403c-bb83-26c53cac6ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee06f00-063c-49f8-8477-f37adc7eb4c7,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:27.164227 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d690802e-2b1c-403c-bb83-26c53cac6ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:27.223267 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d690802e-2b1c-403c-bb83-26c53cac6ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:27.224479 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-d690802e-2b1c-403c-bb83-26c53cac6ecd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ee06f00-063c-49f8-8477-f37adc7eb4c7 HTTP/1.1" status: 204 len: 168 time: 0.3108044 Feb 07 01:44:27.246771 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d65b88c8-883d-4630-9fff-f232e4188c54 req-4a5d2212-f2d3-477a-b50e-27600f2d5fe2 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 210 time: 0.0748234 Feb 07 01:44:27.319017 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:27.604352 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:27.676079 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:28.106247 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 42636) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:28.276897 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7e2ec-7c6f-49a2-adf5-4d3753924abb req-8f989f71-2cc6-445b-9073-f368fd9ac0a5 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:28.278605 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7ed7e2ec-7c6f-49a2-adf5-4d3753924abb req-8f989f71-2cc6-445b-9073-f368fd9ac0a5 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 931 time: 0.4959621 Feb 07 01:44:28.421471 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Pushing event updated for resources: {'Port': ['ID=e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:28.424594 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-88459447-a681-45a5-8241-656700cd542c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Allocated IP 172.20.0.6 (a205ba43-3e4e-4964-ae5b-93d9dd658fa5/448b1d84-79a2-406e-aaae-d8f13e43358f/f0812598-ee9f-4706-b0de-fba0c5eb627e) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:44:28.431451 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7ed7e2ec-7c6f-49a2-adf5-4d3753924abb req-f8fc9197-71e8-4ed3-afb0-85134bc80b4a tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808315 Feb 07 01:44:28.473101 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:28.576740 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Network 08866757-d3c7-4c94-a1bb-5736c8720014 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:44:28.581508 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:44:28.586328 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d624091-067c-4843-94b1-2bec8a840612 req-7c23d9ac-a8a1-4492-ac39-a4e990b2ca5f tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:28.588092 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3d624091-067c-4843-94b1-2bec8a840612 req-7c23d9ac-a8a1-4492-ac39-a4e990b2ca5f tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 945 time: 0.3044605 Feb 07 01:44:28.607377 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:44:28.741975 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:28.742707 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:28.815541 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3d624091-067c-4843-94b1-2bec8a840612 req-e73ab821-2330-4dfe-ad92-84c0c0cce65f tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5b2b2c9-ea00-44ed-9db5-2f621c806b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206960 Feb 07 01:44:28.839317 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0314a562-dd73-4757-b576-1c699bf90aa6 req-8476d8d3-64a3-471b-89a2-261721d1788e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 210 time: 0.1666157 Feb 07 01:44:28.888655 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1858692 Feb 07 01:44:28.922300 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Request body: {'port': {'device_id': '9405d24e-63cf-4ca1-a2d8-528bbe781953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:29.013006 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-4d469ce8-d022-488e-a07a-cf61189b9fb4 None None] Provisioning for port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:44:29.020621 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-4d469ce8-d022-488e-a07a-cf61189b9fb4 None None] Provisioning complete for port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:29.022646 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4d469ce8-d022-488e-a07a-cf61189b9fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:29.034524 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bc8392b0-20f0-4ed3-a11c-547cf4d2f496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:29.126282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:44:29.135863 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-4d469ce8-d022-488e-a07a-cf61189b9fb4 None None] Port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc cannot update to ACTIVE because it is not bound. {{(pid=79943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 07 01:44:29.139781 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-bc8392b0-20f0-4ed3-a11c-547cf4d2f496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:29.164657 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:29.174995 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-bc8392b0-20f0-4ed3-a11c-547cf4d2f496 admin admin] Usage tracker for resource:security_group_rule and tenant:e04828513b934ac0b5fdfb017f83d8f8 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:29.184250 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-bc8392b0-20f0-4ed3-a11c-547cf4d2f496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:29.259506 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-bc8392b0-20f0-4ed3-a11c-547cf4d2f496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:29.420821 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 42694) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:29.627535 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.45', 57261) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:29.717761 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc {{(pid=79941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 07 01:44:29.727341 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:29.740776 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Transition to ACTIVE for port object e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc will not be triggered until provisioned by entity L2. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:44:29.749817 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:29.791352 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-26e261a2-0fb3-490e-b256-a3fc0dbdf5f2 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:29.850942 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1153907109-network', 'tenant_id': '6e1ae880096c4001b8976451e8b7d8e2'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:29.871954 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:29.883145 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Usage tracker for resource:network and tenant:6e1ae880096c4001b8976451e8b7d8e2 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:29.892023 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:29.903749 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:29.932184 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Pushing event updated for resources: {'Port': ['ID=e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:29.959626 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:30.012860 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-88459447-a681-45a5-8241-656700cd542c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:30.027589 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e99011-aa64-4258-9b09-28812aa16082 req-061b4e17-5550-4698-bf72-ff1713d4248c tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:30.035134 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d6e99011-aa64-4258-9b09-28812aa16082 req-061b4e17-5550-4698-bf72-ff1713d4248c tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 943 time: 0.2933488 Feb 07 01:44:30.121275 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Made reservation on behalf of 6e1ae880096c4001b8976451e8b7d8e2 for: {'network': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:44:30.126113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for network, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:30.147429 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:30.244339 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd1542-e953-4732-8477-fc8bccc81a91 req-e254b204-2889-405d-967b-fd73ecd27e98 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:30.245997 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-42bd1542-e953-4732-8477-fc8bccc81a91 req-e254b204-2889-405d-967b-fd73ecd27e98 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 945 time: 0.6171889 Feb 07 01:44:30.303306 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d6e99011-aa64-4258-9b09-28812aa16082 req-25f057fd-c428-4319-a137-50edb17a59ff tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670953 Feb 07 01:44:30.525119 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-88459447-a681-45a5-8241-656700cd542c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:30.526604 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-42bd1542-e953-4732-8477-fc8bccc81a91 req-ac45d01c-1f10-4f62-9e06-074a6936be16 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Deleting port 11b99394-47f2-498e-a9e7-a7be916114cd {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:44:30.527126 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-42bd1542-e953-4732-8477-fc8bccc81a91 req-ac45d01c-1f10-4f62-9e06-074a6936be16 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:30.544492 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bc8392b0-20f0-4ed3-a11c-547cf4d2f496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:30.569788 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:30.627553 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Usage tracker for resource:security_group_rule and tenant:6e1ae880096c4001b8976451e8b7d8e2 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:30.633640 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8457d465-f110-418a-896c-d8e63432f006 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:30.651168 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:30.672643 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:30.683272 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bc8392b0-20f0-4ed3-a11c-547cf4d2f496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:30.707889 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 11b99394-47f2-498e-a9e7-a7be916114cd no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:44:30.847053 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:30.872001 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64279ab3-8a21-4f6a-b7be-47c2ebd3043e req-093aedd9-01ef-4492-aec9-6bc9cee0f650 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:30.879956 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-64279ab3-8a21-4f6a-b7be-47c2ebd3043e req-093aedd9-01ef-4492-aec9-6bc9cee0f650 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 945 time: 0.8177364 Feb 07 01:44:30.902921 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 11b99394-47f2-498e-a9e7-a7be916114cd, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=11b99394-47f2-498e-a9e7-a7be916114cd,segment=NetworkSegment(d8117e48-c207-4977-bdf2-dc097b3c566e),segment_id=d8117e48-c207-4977-bdf2-dc097b3c566e)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:44:30.904532 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c4f0b9-1052-4354-bac2-f587690bbaaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11b99394-47f2-498e-a9e7-a7be916114cd'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:44:30.916919 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:30.919889 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:30.998692 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=11b99394-47f2-498e-a9e7-a7be916114cd,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:31.003449 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:31.130340 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Attempting to bind port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc on host hv-cinder-74014 for vnic_type normal with profile {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:44:31.130721 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Attempting to bind port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': 'adac9e24-efde-4325-84d9-6f9217d84b14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014'}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:44:31.131132 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Attempting to bind port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc on network 08866757-d3c7-4c94-a1bb-5736c8720014 {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:44:31.168004 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-bc8392b0-20f0-4ed3-a11c-547cf4d2f496 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e04828513b934ac0b5fdfb017f83d8f8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8311901 Feb 07 01:44:31.168004 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Checking agent: {'id': 'b7cc771a-d95a-4267-9fb0-ee0cef286fca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 41, 44), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:44:31.168004 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Checking segment: {'id': 'adac9e24-efde-4325-84d9-6f9217d84b14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:44:31.168004 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:31.168004 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Bound using segment: {'id': 'adac9e24-efde-4325-84d9-6f9217d84b14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014'} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:44:31.168004 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Bound port: e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adac9e24-efde-4325-84d9-6f9217d84b14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014'}}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:44:31.168675 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:31.177976 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88459447-a681-45a5-8241-656700cd542c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Pushing event updated for resources: {'Port': ['ID=f0812598-ee9f-4706-b0de-fba0c5eb627e,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:31.183453 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691f1b3-ebea-46ee-b4c7-b49245545d73 req-2dbbc0e0-c4ea-4581-a2e9-1038929d7f2e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:31.184405 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c691f1b3-ebea-46ee-b4c7-b49245545d73 req-2dbbc0e0-c4ea-4581-a2e9-1038929d7f2e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 931 time: 0.6227620 Feb 07 01:44:31.184558 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6665d6b-25e1-4e51-a5da-c6618c894e7b {{(pid=79941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 07 01:44:31.188916 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 42750) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:31.198865 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-88459447-a681-45a5-8241-656700cd542c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:31.201128 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8334a76a-5daf-4dc7-bd5e-a71f63e96558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.458s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:31.212016 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:31.329812 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-c691f1b3-ebea-46ee-b4c7-b49245545d73 req-b4690274-d0ea-4263-8d39-9e7429561ff4 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Synchronizing usage tracker for tenant:a02770029d734bc0abe3e3995c6a5abd on resource:security_group {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:44:31.340859 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Transition to ACTIVE for port object c6665d6b-25e1-4e51-a5da-c6618c894e7b will not be triggered until provisioned by entity L2. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:44:31.362547 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:31.363427 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8392b0-20f0-4ed3-a11c-547cf4d2f496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e703c62-aeea-4ca9-bc13-6df3174289e7,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:31.379055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bc8392b0-20f0-4ed3-a11c-547cf4d2f496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:31.390694 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-64279ab3-8a21-4f6a-b7be-47c2ebd3043e req-1a58dfb9-6f07-453e-a040-d7ca08985dd3 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5b2b2c9-ea00-44ed-9db5-2f621c806b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094886 Feb 07 01:44:31.402956 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:31.482427 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-42bd1542-e953-4732-8477-fc8bccc81a91 req-ac45d01c-1f10-4f62-9e06-074a6936be16 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] For port 11b99394-47f2-498e-a9e7-a7be916114cd, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=11b99394-47f2-498e-a9e7-a7be916114cd,segment=NetworkSegment(d8117e48-c207-4977-bdf2-dc097b3c566e),segment_id=d8117e48-c207-4977-bdf2-dc097b3c566e)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:44:31.482849 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-42bd1542-e953-4732-8477-fc8bccc81a91 req-ac45d01c-1f10-4f62-9e06-074a6936be16 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:31.500489 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c4f0b9-1052-4354-bac2-f587690bbaaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11b99394-47f2-498e-a9e7-a7be916114cd', 'code': 200} Feb 07 01:44:31.510224 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] For port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc, host hv-cinder-74014, cleared binding levels {{(pid=79941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:44:31.518311 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] For port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc,segment=NetworkSegment(adac9e24-efde-4325-84d9-6f9217d84b14),segment_id=adac9e24-efde-4325-84d9-6f9217d84b14)] {{(pid=79941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:44:31.521531 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-88459447-a681-45a5-8241-656700cd542c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Network a205ba43-3e4e-4964-ae5b-93d9dd658fa5 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:44:31.523268 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-88459447-a681-45a5-8241-656700cd542c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:44:31.536002 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:31.589815 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-88459447-a681-45a5-8241-656700cd542c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:44:31.653688 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-c691f1b3-ebea-46ee-b4c7-b49245545d73 req-b4690274-d0ea-4263-8d39-9e7429561ff4 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Unset dirty status for tenant:a02770029d734bc0abe3e3995c6a5abd on resource:security_group {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:44:31.655093 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c691f1b3-ebea-46ee-b4c7-b49245545d73 req-b4690274-d0ea-4263-8d39-9e7429561ff4 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485765 Feb 07 01:44:31.662690 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-42bd1542-e953-4732-8477-fc8bccc81a91 req-ac45d01c-1f10-4f62-9e06-074a6936be16 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Calling delete_port for 11b99394-47f2-498e-a9e7-a7be916114cd owned by compute:nova {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:44:31.664986 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-88459447-a681-45a5-8241-656700cd542c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:31.666155 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-88459447-a681-45a5-8241-656700cd542c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:31.733036 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-600a1d72-b41a-4816-aa88-2dde3615d767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:31.743225 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Pushing event updated for resources: {'Port': ['ID=c6665d6b-25e1-4e51-a5da-c6618c894e7b,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:31.756280 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:31.758504 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-da325dc9-f184-4c6c-996a-f826da36b01e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:31.793361 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:31.807988 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:31.818495 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2c859128-cfbf-4ce9-a303-a68efa356e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:31.864577 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Pushing event updated for resources: {'Port': ['ID=e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc,revision_number=3']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:31.878965 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:31.953142 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=79942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 07 01:44:31.967986 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-88459447-a681-45a5-8241-656700cd542c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0387959 Feb 07 01:44:31.972986 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac8ec18-6f5e-4110-9e13-57c408bd589a,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:31.976890 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-600a1d72-b41a-4816-aa88-2dde3615d767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:31.979395 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:31.983367 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:31.984067 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.segments_db [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Added segment 030920fd-0c1f-416f-a86c-219c34dd20b1 of type vxlan for network 3ceebfa2-206c-4db9-909c-1982f5e27a28 Feb 07 01:44:32.002172 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Request body: {'port': {'device_id': 'd2665397-2bde-4c01-ad1a-489e5b179c90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:32.004529 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.api [req-42bd1542-e953-4732-8477-fc8bccc81a91 req-ac45d01c-1f10-4f62-9e06-074a6936be16 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79942) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 07 01:44:32.005096 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_db.api [req-42bd1542-e953-4732-8477-fc8bccc81a91 req-ac45d01c-1f10-4f62-9e06-074a6936be16 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 07 01:44:32.113196 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa2e3b-7564-472e-90f0-1046eaff70cb req-6de06d2b-bdf7-4bec-8b9a-cb941d0af145 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:32.115523 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e0fa2e3b-7564-472e-90f0-1046eaff70cb req-6de06d2b-bdf7-4bec-8b9a-cb941d0af145 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 943 time: 0.4190409 Feb 07 01:44:32.120469 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754015121881'] for network, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:32.198168 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e0fa2e3b-7564-472e-90f0-1046eaff70cb req-858199ea-e771-48dd-afa0-13fec3278877 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721898 Feb 07 01:44:32.248299 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for network, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:32.249579 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:32.250219 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:32.264760 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d2fc1d48-ad5f-4cc7-8850-14fd80a58f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:32.275663 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:32.308184 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Attempting to bind port c6665d6b-25e1-4e51-a5da-c6618c894e7b on host hv-cinder-74014 for vnic_type normal with profile {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:44:32.308542 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Attempting to bind port c6665d6b-25e1-4e51-a5da-c6618c894e7b by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '1eef14d4-998a-45e4-953e-3ce49eb2c32f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a205ba43-3e4e-4964-ae5b-93d9dd658fa5'}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:44:32.308911 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Attempting to bind port c6665d6b-25e1-4e51-a5da-c6618c894e7b on network a205ba43-3e4e-4964-ae5b-93d9dd658fa5 {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:44:32.364010 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Checking agent: {'id': 'b7cc771a-d95a-4267-9fb0-ee0cef286fca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 41, 44), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:44:32.364010 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Checking segment: {'id': '1eef14d4-998a-45e4-953e-3ce49eb2c32f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a205ba43-3e4e-4964-ae5b-93d9dd658fa5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:44:32.364343 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:32.364701 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Bound using segment: {'id': '1eef14d4-998a-45e4-953e-3ce49eb2c32f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a205ba43-3e4e-4964-ae5b-93d9dd658fa5'} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:44:32.365179 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.9428899 Feb 07 01:44:32.369035 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Bound port: c6665d6b-25e1-4e51-a5da-c6618c894e7b, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eef14d4-998a-45e4-953e-3ce49eb2c32f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a205ba43-3e4e-4964-ae5b-93d9dd658fa5'}}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:44:32.369440 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:32.371412 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 42782) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:32.372839 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Pushing event updated for resources: {'Network': ['ID=3ceebfa2-206c-4db9-909c-1982f5e27a28,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:32.378141 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:32.387210 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Network 3ceebfa2-206c-4db9-909c-1982f5e27a28 details requested by agent ovs-agent-dv-cinder-740146-7-smb with host dv-cinder-740146-7-smb {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:44:32.388650 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:32.389557 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:32.391108 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] 10.222.0.45 "PUT /v2.0/ports/e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc HTTP/1.1" status: 200 len: 1157 time: 3.4800818 Feb 07 01:44:32.391890 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-600a1d72-b41a-4816-aa88-2dde3615d767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:32.398672 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9405d24e-63cf-4ca1-a2d8-528bbe781953', 'tag': 'e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:44:32.408911 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-21ee35e3-15fb-4ed8-a544-3c25fdcf0f10 admin admin] Request body: {'subnet': {'network_id': '3ceebfa2-206c-4db9-909c-1982f5e27a28', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1153907109-subnet', 'tenant_id': '6e1ae880096c4001b8976451e8b7d8e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:32.418933 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4beb8bfc-a9ba-42d9-a7bb-39abdb890771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:32.421287 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-21ee35e3-15fb-4ed8-a544-3c25fdcf0f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:32.425943 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-21ee35e3-15fb-4ed8-a544-3c25fdcf0f10 admin admin] Usage tracker for resource:subnet and tenant:6e1ae880096c4001b8976451e8b7d8e2 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:32.430095 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-21ee35e3-15fb-4ed8-a544-3c25fdcf0f10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:32.448647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Network 3ceebfa2-206c-4db9-909c-1982f5e27a28 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:44:32.464351 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-21ee35e3-15fb-4ed8-a544-3c25fdcf0f10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:32.500543 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ee35e3-15fb-4ed8-a544-3c25fdcf0f10 admin admin] Made reservation on behalf of 6e1ae880096c4001b8976451e8b7d8e2 for: {'subnet': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:44:32.513234 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-21ee35e3-15fb-4ed8-a544-3c25fdcf0f10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381155'] for subnet, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:32.545277 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-42bd1542-e953-4732-8477-fc8bccc81a91 req-ac45d01c-1f10-4f62-9e06-074a6936be16 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Deleting port 11b99394-47f2-498e-a9e7-a7be916114cd {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:44:32.545390 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-42bd1542-e953-4732-8477-fc8bccc81a91 req-ac45d01c-1f10-4f62-9e06-074a6936be16 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:32.604472 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a1d72-b41a-4816-aa88-2dde3615d767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e703c62-aeea-4ca9-bc13-6df3174289e7,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:32.620207 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-600a1d72-b41a-4816-aa88-2dde3615d767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:32.640190 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9405d24e-63cf-4ca1-a2d8-528bbe781953', 'tag': 'e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc', 'status': 'completed', 'code': 200} Feb 07 01:44:32.641034 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-600a1d72-b41a-4816-aa88-2dde3615d767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:32.646041 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-600a1d72-b41a-4816-aa88-2dde3615d767 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e703c62-aeea-4ca9-bc13-6df3174289e7 HTTP/1.1" status: 204 len: 168 time: 1.4539335 Feb 07 01:44:32.905131 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] For port c6665d6b-25e1-4e51-a5da-c6618c894e7b, host hv-cinder-74014, cleared binding levels {{(pid=79941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:44:32.913408 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] For port c6665d6b-25e1-4e51-a5da-c6618c894e7b, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=c6665d6b-25e1-4e51-a5da-c6618c894e7b,segment=NetworkSegment(1eef14d4-998a-45e4-953e-3ce49eb2c32f),segment_id=1eef14d4-998a-45e4-953e-3ce49eb2c32f)] {{(pid=79941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:44:32.970143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:32.976068 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-7a80d15f-978b-4c65-960e-fa984eda2e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:32.978312 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-7a80d15f-978b-4c65-960e-fa984eda2e27 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf900df8f787450599a27a266d50017b&device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 1160 time: 0.5184453 Feb 07 01:44:33.000579 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:33.141797 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-5a74cf7e-909b-4403-bc06-028d815408f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc HTTP/1.1" status: 200 len: 217 time: 0.1422021 Feb 07 01:44:33.300608 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 42818) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:33.378695 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 42826) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:33.408544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Pushing event updated for resources: {'Port': ['ID=c6665d6b-25e1-4e51-a5da-c6618c894e7b,revision_number=3']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:33.632331 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15265a-5ddb-48a8-9239-d520a5e52f8b req-94875635-4d61-4606-82bd-69471b44294c tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:33.636389 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-ea15265a-5ddb-48a8-9239-d520a5e52f8b req-94875635-4d61-4606-82bd-69471b44294c tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Synchronizing usage tracker for tenant:4733878343494e63bbfc7a988d57e69a on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:44:33.636731 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 42834) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:33.731187 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:33.754295 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949d292-17f6-41e6-8ad9-dc2069bfb004 req-99010d00-074f-4cdc-ba7e-538eb8ef92bf tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:33.756018 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6949d292-17f6-41e6-8ad9-dc2069bfb004 req-99010d00-074f-4cdc-ba7e-538eb8ef92bf tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 931 time: 0.8905158 Feb 07 01:44:33.777736 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4fe56cdf-ba1e-4f3e-9b95-378476159d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:33.801652 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c25f1bd8-bd7a-4fdb-a0d9-3401797f2d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:33.812451 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-ba56baa5-2f9d-4319-a46b-f76404bee057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:33.814036 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-ba56baa5-2f9d-4319-a46b-f76404bee057 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcafc843-a804-40f2-8b05-784a1ee2cb10 HTTP/1.1" status: 200 len: 849 time: 0.6468449 Feb 07 01:44:33.835050 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-42bd1542-e953-4732-8477-fc8bccc81a91 req-ac45d01c-1f10-4f62-9e06-074a6936be16 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] For port 11b99394-47f2-498e-a9e7-a7be916114cd, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=11b99394-47f2-498e-a9e7-a7be916114cd,segment=NetworkSegment(d8117e48-c207-4977-bdf2-dc097b3c566e),segment_id=d8117e48-c207-4977-bdf2-dc097b3c566e)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:44:33.835460 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-42bd1542-e953-4732-8477-fc8bccc81a91 req-ac45d01c-1f10-4f62-9e06-074a6936be16 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:33.875814 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-4fe56cdf-ba1e-4f3e-9b95-378476159d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:33.899137 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-c25f1bd8-bd7a-4fdb-a0d9-3401797f2d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:33.899774 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6949d292-17f6-41e6-8ad9-dc2069bfb004 req-3692c7e0-fbeb-4397-9d63-144ed352d590 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105974 Feb 07 01:44:33.907670 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-4fe56cdf-ba1e-4f3e-9b95-378476159d8f admin admin] Usage tracker for resource:security_group_rule and tenant:9d57a7f71fa34bb5b6f29509ef949919 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:33.914040 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-4fe56cdf-ba1e-4f3e-9b95-378476159d8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:33.917139 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-c25f1bd8-bd7a-4fdb-a0d9-3401797f2d73 admin admin] Usage tracker for resource:security_group_rule and tenant:724d4296070546f7a97afcf9c0e50354 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:33.921968 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-c25f1bd8-bd7a-4fdb-a0d9-3401797f2d73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:33.939542 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-4fe56cdf-ba1e-4f3e-9b95-378476159d8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:33.950787 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-c25f1bd8-bd7a-4fdb-a0d9-3401797f2d73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:33.981658 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-ea15265a-5ddb-48a8-9239-d520a5e52f8b req-94875635-4d61-4606-82bd-69471b44294c tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Unset dirty status for tenant:4733878343494e63bbfc7a988d57e69a on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:44:33.982987 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ea15265a-5ddb-48a8-9239-d520a5e52f8b req-94875635-4d61-4606-82bd-69471b44294c tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 943 time: 1.1157820 Feb 07 01:44:34.014520 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:34.015070 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:34.016696 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] 10.222.0.45 "PUT /v2.0/ports/c6665d6b-25e1-4e51-a5da-c6618c894e7b HTTP/1.1" status: 200 len: 1158 time: 7.5263186 Feb 07 01:44:34.110576 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-42bd1542-e953-4732-8477-fc8bccc81a91 req-ac45d01c-1f10-4f62-9e06-074a6936be16 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Calling delete_port for 11b99394-47f2-498e-a9e7-a7be916114cd owned by compute:nova {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:44:34.144147 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c25f1bd8-bd7a-4fdb-a0d9-3401797f2d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:34.155926 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b762d74d-315f-411a-af59-e64840acf744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:34.174205 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c25f1bd8-bd7a-4fdb-a0d9-3401797f2d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:34.219857 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0d547d11-e9e2-40e0-bb2b-afaa4dcb55ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:34.224818 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-b762d74d-315f-411a-af59-e64840acf744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:34.243822 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-b762d74d-315f-411a-af59-e64840acf744 admin admin] Usage tracker for resource:security_group_rule and tenant:98f6f9247e6c45b189e027cb13c947e1 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:34.258134 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-55ece013-79c0-4d18-92d1-24bae9f124cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:34.259836 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-55ece013-79c0-4d18-92d1-24bae9f124cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08866757-d3c7-4c94-a1bb-5736c8720014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4381862 Feb 07 01:44:34.265183 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-b762d74d-315f-411a-af59-e64840acf744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:34.298966 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ea15265a-5ddb-48a8-9239-d520a5e52f8b req-517e9c38-cac9-47f4-a5a3-d92dd680d4b4 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5b2b2c9-ea00-44ed-9db5-2f621c806b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380650 Feb 07 01:44:34.301160 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-b762d74d-315f-411a-af59-e64840acf744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:34.338304 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0812598-ee9f-4706-b0de-fba0c5eb627e {{(pid=79941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 07 01:44:34.368984 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:34.379091 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-c25f1bd8-bd7a-4fdb-a0d9-3401797f2d73 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=724d4296070546f7a97afcf9c0e50354&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0654180 Feb 07 01:44:34.385012 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f1bd8-bd7a-4fdb-a0d9-3401797f2d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b9d0be-7b28-4d6b-8471-9d9c9c813800,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:34.391839 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 42850) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:34.418744 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c25f1bd8-bd7a-4fdb-a0d9-3401797f2d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:34.452449 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Transition to ACTIVE for port object f0812598-ee9f-4706-b0de-fba0c5eb627e will not be triggered until provisioned by entity L2. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:44:34.531219 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:34.579321 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:34.586177 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ba02a-3323-442d-ab1c-8f776cb6ace8 req-9734e3fa-4079-4aa3-a36a-641457e3717f tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:34.588410 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3d5ba02a-3323-442d-ab1c-8f776cb6ace8 req-9734e3fa-4079-4aa3-a36a-641457e3717f tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 943 time: 0.5239642 Feb 07 01:44:34.667498 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-c4df2902-f362-4db9-ab80-6b5b0a6398fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:34.669133 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-c4df2902-f362-4db9-ab80-6b5b0a6398fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a02770029d734bc0abe3e3995c6a5abd&device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 1161 time: 0.5871961 Feb 07 01:44:34.669634 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69877acf-7ed4-4aa2-b9d4-3e6eef58223e', 'tag': 'c6665d6b-25e1-4e51-a5da-c6618c894e7b'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:44:34.687780 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-42bd1542-e953-4732-8477-fc8bccc81a91 req-ac45d01c-1f10-4f62-9e06-074a6936be16 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:34.715974 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4fe56cdf-ba1e-4f3e-9b95-378476159d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:34.722681 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:34.787505 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3d5ba02a-3323-442d-ab1c-8f776cb6ace8 req-8404d6a0-8d14-4678-9faf-99cf748dfe28 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871300 Feb 07 01:44:34.801139 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69877acf-7ed4-4aa2-b9d4-3e6eef58223e', 'tag': 'c6665d6b-25e1-4e51-a5da-c6618c894e7b', 'status': 'completed', 'code': 200} Feb 07 01:44:34.810569 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45d01c-1f10-4f62-9e06-074a6936be16 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Pushing event deleted for resources: {'Port': ['ID=11b99394-47f2-498e-a9e7-a7be916114cd,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:34.813692 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ac45d01c-1f10-4f62-9e06-074a6936be16 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:34.842782 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b762d74d-315f-411a-af59-e64840acf744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:34.866413 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4fe56cdf-ba1e-4f3e-9b95-378476159d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:34.891680 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-83a98654-738c-46d7-bc2e-a7cb231bcf91 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6665d6b-25e1-4e51-a5da-c6618c894e7b HTTP/1.1" status: 200 len: 217 time: 0.2045975 Feb 07 01:44:34.908369 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-284f8afa-b928-4d13-bdd4-74c099c4495d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:34.910113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0812598-ee9f-4706-b0de-fba0c5eb627e,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:34.913945 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-2935a869-4dc5-4471-8427-d59468cbd38c service neutron] 10.222.0.45 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6324151 Feb 07 01:44:34.936606 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b762d74d-315f-411a-af59-e64840acf744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:34.950412 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:34.959403 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:34.959543 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5dfb76d0-c305-4cc9-a2b7-38b05f880d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:35.019157 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762d74d-315f-411a-af59-e64840acf744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e693d847-ae7a-4dbf-82da-f65db9843c7b,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:35.022536 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b762d74d-315f-411a-af59-e64840acf744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:35.026503 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-b762d74d-315f-411a-af59-e64840acf744 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=98f6f9247e6c45b189e027cb13c947e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2693539 Feb 07 01:44:35.031026 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 42864) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:35.048386 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-4fe56cdf-ba1e-4f3e-9b95-378476159d8f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d57a7f71fa34bb5b6f29509ef949919&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6623387 Feb 07 01:44:35.060945 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 42868) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:35.069772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-21ee35e3-15fb-4ed8-a544-3c25fdcf0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2015017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381168'] for subnet, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:35.110051 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-284f8afa-b928-4d13-bdd4-74c099c4495d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:35.118392 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe56cdf-ba1e-4f3e-9b95-378476159d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0929f4-accf-4ebd-8026-b6bd4e999dc0,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:35.163703 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-67db774d-9479-4f37-9a17-5bc08850f7da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:35.182524 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4fe56cdf-ba1e-4f3e-9b95-378476159d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:35.200411 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-b8543572-b479-4902-8b14-04528d1ad108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:35.201997 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-b8543572-b479-4902-8b14-04528d1ad108 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=448b1d84-79a2-406e-aaae-d8f13e43358f HTTP/1.1" status: 200 len: 859 time: 0.2947586 Feb 07 01:44:35.334549 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-10539535-2716-4a92-868e-b18bbdc00f94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231947 Feb 07 01:44:35.416324 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-246fc471-8a83-4a62-96b0-fb10cb0390c4 req-ed6a9257-5bb3-4ceb-bc97-d7b23b5d14cb service neutron] 10.222.0.45 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4400768 Feb 07 01:44:35.472140 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Attempting to bind port f0812598-ee9f-4706-b0de-fba0c5eb627e on host hv-cinder-74014 for vnic_type normal with profile {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:44:35.472781 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Attempting to bind port f0812598-ee9f-4706-b0de-fba0c5eb627e by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '1eef14d4-998a-45e4-953e-3ce49eb2c32f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a205ba43-3e4e-4964-ae5b-93d9dd658fa5'}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:44:35.473274 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Attempting to bind port f0812598-ee9f-4706-b0de-fba0c5eb627e on network a205ba43-3e4e-4964-ae5b-93d9dd658fa5 {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:44:35.527861 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-284f8afa-b928-4d13-bdd4-74c099c4495d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:35.544434 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bd1542-e953-4732-8477-fc8bccc81a91 req-ac45d01c-1f10-4f62-9e06-074a6936be16 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] No DVR routers for this DVR port 11b99394-47f2-498e-a9e7-a7be916114cd on host hv-cinder-74014 {{(pid=79942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:44:35.550012 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bc8392b0-20f0-4ed3-a11c-547cf4d2f496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:35.596704 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Checking agent: {'id': 'b7cc771a-d95a-4267-9fb0-ee0cef286fca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 41, 44), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:44:35.597018 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Checking segment: {'id': '1eef14d4-998a-45e4-953e-3ce49eb2c32f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a205ba43-3e4e-4964-ae5b-93d9dd658fa5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:44:35.597419 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:35.597817 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Bound using segment: {'id': '1eef14d4-998a-45e4-953e-3ce49eb2c32f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a205ba43-3e4e-4964-ae5b-93d9dd658fa5'} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:44:35.598314 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Bound port: f0812598-ee9f-4706-b0de-fba0c5eb627e, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eef14d4-998a-45e4-953e-3ce49eb2c32f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a205ba43-3e4e-4964-ae5b-93d9dd658fa5'}}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:44:35.598689 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:35.622723 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f8afa-b928-4d13-bdd4-74c099c4495d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b9d0be-7b28-4d6b-8471-9d9c9c813800,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:35.637666 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-284f8afa-b928-4d13-bdd4-74c099c4495d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:35.659668 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-42bd1542-e953-4732-8477-fc8bccc81a91 req-ac45d01c-1f10-4f62-9e06-074a6936be16 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:35.662429 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c4f0b9-1052-4354-bac2-f587690bbaaa', 'name': 'network-vif-deleted', 'tag': '11b99394-47f2-498e-a9e7-a7be916114cd'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:44:35.690093 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee35e3-15fb-4ed8-a544-3c25fdcf0f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d661c435-520b-4d1f-aaee-3f154e7c3255,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:35.693966 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-40c55b88-0a14-478f-9cc5-3ba4b231f4a3 req-f2dc947c-f326-451d-bcfd-36d183fb4ff4 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 210 time: 0.1509602 Feb 07 01:44:35.698537 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-21ee35e3-15fb-4ed8-a544-3c25fdcf0f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:35.704398 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-284f8afa-b928-4d13-bdd4-74c099c4495d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:35.708706 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-284f8afa-b928-4d13-bdd4-74c099c4495d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a9b9d0be-7b28-4d6b-8471-9d9c9c813800 HTTP/1.1" status: 204 len: 168 time: 1.3050866 Feb 07 01:44:35.793111 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-96c80bbc-9b86-4290-9be7-4d56ac0f6f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:35.839412 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-96c80bbc-9b86-4290-9be7-4d56ac0f6f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:35.896955 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f0410a76-dba3-424d-9dbe-ae74b77bd37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:35.974253 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-42bd1542-e953-4732-8477-fc8bccc81a91 req-ac45d01c-1f10-4f62-9e06-074a6936be16 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.45 "DELETE /v2.0/ports/11b99394-47f2-498e-a9e7-a7be916114cd HTTP/1.1" status: 204 len: 173 time: 5.7131503 Feb 07 01:44:35.978423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f0410a76-dba3-424d-9dbe-ae74b77bd37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:36.086602 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-77a57f93-000a-4fe7-9ab0-cdb1d65dbd2d service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7263122 Feb 07 01:44:36.163641 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797881b-7d8b-46c8-b5bf-e231e378a6cf req-af5c32d8-8810-4df9-b257-7d0807ca4771 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:36.165993 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3797881b-7d8b-46c8-b5bf-e231e378a6cf req-af5c32d8-8810-4df9-b257-7d0807ca4771 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 943 time: 1.1082408 Feb 07 01:44:36.171879 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313198d6-5402-4d37-af8e-282c3de81123 req-4c3b3767-08fe-45f0-8444-359e883ff2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:36.173589 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-313198d6-5402-4d37-af8e-282c3de81123 req-4c3b3767-08fe-45f0-8444-359e883ff2fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf900df8f787450599a27a266d50017b&device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 1160 time: 0.6294782 Feb 07 01:44:36.187978 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] For port f0812598-ee9f-4706-b0de-fba0c5eb627e, host hv-cinder-74014, cleared binding levels {{(pid=79941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:44:36.301501 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 42898) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:36.304887 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] For port f0812598-ee9f-4706-b0de-fba0c5eb627e, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=f0812598-ee9f-4706-b0de-fba0c5eb627e,segment=NetworkSegment(1eef14d4-998a-45e4-953e-3ce49eb2c32f),segment_id=1eef14d4-998a-45e4-953e-3ce49eb2c32f)] {{(pid=79941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:44:36.343305 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:36.364104 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e4fe93a8-dcfa-4833-9205-6f727d2eedd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:36.370694 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3797881b-7d8b-46c8-b5bf-e231e378a6cf req-fd0d6c96-d1da-4ab0-ae81-5c038aa379ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792102 Feb 07 01:44:36.371671 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-96c80bbc-9b86-4290-9be7-4d56ac0f6f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:36.378545 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:36.414567 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c80bbc-9b86-4290-9be7-4d56ac0f6f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e693d847-ae7a-4dbf-82da-f65db9843c7b,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:36.424911 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-96c80bbc-9b86-4290-9be7-4d56ac0f6f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:36.425823 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee35e3-15fb-4ed8-a544-3c25fdcf0f10 admin admin] Checking segment: {'id': '030920fd-0c1f-416f-a86c-219c34dd20b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3ceebfa2-206c-4db9-909c-1982f5e27a28'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:44:36.426068 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ee35e3-15fb-4ed8-a544-3c25fdcf0f10 admin admin] Network hostable DHCP agents. Network: 3ceebfa2-206c-4db9-909c-1982f5e27a28, hostable agents: ['056a6a88-4ceb-42c7-bddf-a3443bc3d195'], hosted agents: [] {{(pid=79942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 07 01:44:36.442755 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:36.498372 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-96c80bbc-9b86-4290-9be7-4d56ac0f6f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:36.498372 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-96c80bbc-9b86-4290-9be7-4d56ac0f6f6c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e693d847-ae7a-4dbf-82da-f65db9843c7b HTTP/1.1" status: 204 len: 168 time: 1.4571595 Feb 07 01:44:36.511755 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 42906) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:36.572797 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-e4fe93a8-dcfa-4833-9205-6f727d2eedd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:36.606179 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-abde62be-1e7d-4a46-bce9-9663e88c14d6 req-673af29b-b947-4a22-a5dd-ede894a69fe5 service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5111625 Feb 07 01:44:36.607398 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-e4fe93a8-dcfa-4833-9205-6f727d2eedd8 admin admin] Usage tracker for resource:security_group_rule and tenant:0f42038d9c2046cfb0ddc8c0052e38c6 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:36.616008 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-e4fe93a8-dcfa-4833-9205-6f727d2eedd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:36.644656 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a1acb-6316-4314-8a01-874ee94f3aee req-2476db69-7215-4325-b7bc-9c2f77dd0bd2 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:36.657199 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ef7a1acb-6316-4314-8a01-874ee94f3aee req-2476db69-7215-4325-b7bc-9c2f77dd0bd2 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 943 time: 0.6115718 Feb 07 01:44:36.659180 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ee35e3-15fb-4ed8-a544-3c25fdcf0f10 admin admin] Network 3ceebfa2-206c-4db9-909c-1982f5e27a28 is scheduled to be hosted by DHCP agent 056a6a88-4ceb-42c7-bddf-a3443bc3d195 with binding_index 1 {{(pid=79942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 07 01:44:36.661781 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f0410a76-dba3-424d-9dbe-ae74b77bd37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:36.672666 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d690802e-2b1c-403c-bb83-26c53cac6ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:36.675418 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-e4fe93a8-dcfa-4833-9205-6f727d2eedd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:36.713969 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0410a76-dba3-424d-9dbe-ae74b77bd37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0929f4-accf-4ebd-8026-b6bd4e999dc0,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:36.720896 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f0410a76-dba3-424d-9dbe-ae74b77bd37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:36.725871 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f0410a76-dba3-424d-9dbe-ae74b77bd37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:36.730006 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-f0410a76-dba3-424d-9dbe-ae74b77bd37c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aa0929f4-accf-4ebd-8026-b6bd4e999dc0 HTTP/1.1" status: 204 len: 168 time: 1.6660378 Feb 07 01:44:36.733334 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-21ee35e3-15fb-4ed8-a544-3c25fdcf0f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-smb, 3ceebfa2-206c-4db9-909c-1982f5e27a28) {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:44:36.737584 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c4f0b9-1052-4354-bac2-f587690bbaaa', 'name': 'network-vif-deleted', 'tag': '11b99394-47f2-498e-a9e7-a7be916114cd', 'status': 'completed', 'code': 200} Feb 07 01:44:36.744047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0812598-ee9f-4706-b0de-fba0c5eb627e,revision_number=3']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:36.747308 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313198d6-5402-4d37-af8e-282c3de81123 req-c6105ddb-bf3f-4cd3-80ce-13488f2bb69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:36.748926 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-313198d6-5402-4d37-af8e-282c3de81123 req-c6105ddb-bf3f-4cd3-80ce-13488f2bb69f service neutron] 10.222.0.45 "GET /v2.0/networks?id=08866757-d3c7-4c94-a1bb-5736c8720014 HTTP/1.1" status: 200 len: 904 time: 0.5574026 Feb 07 01:44:36.753966 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b35efd-e807-4a06-a83c-a2aa90772915 None None] Network 3ceebfa2-206c-4db9-909c-1982f5e27a28 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:44:36.756440 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee35e3-15fb-4ed8-a544-3c25fdcf0f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:36.757014 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-21ee35e3-15fb-4ed8-a544-3c25fdcf0f10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:36.812339 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ef7a1acb-6316-4314-8a01-874ee94f3aee req-7bab06bd-c921-43d9-986e-ee25e97db9f2 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540749 Feb 07 01:44:36.840677 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-21ee35e3-15fb-4ed8-a544-3c25fdcf0f10 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.4562929 Feb 07 01:44:36.845168 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:37.050073 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ebd1946-d3f5-470d-9342-066cbbe1b5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:37.052830 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7b3213-5fa0-40c4-8187-b19f46c8d42b None None] Network 3ceebfa2-206c-4db9-909c-1982f5e27a28 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:44:37.093511 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 42924) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:37.115924 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-313198d6-5402-4d37-af8e-282c3de81123 req-7d4ee991-1ca9-4fe2-8822-0d2825a19321 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc HTTP/1.1" status: 200 len: 217 time: 0.2529786 Feb 07 01:44:37.142264 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-ebf5758a-061f-4727-a4af-b9f5aed58f00 req-0f32ee37-3ec1-4e17-832d-a3af880e5274 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Synchronizing usage tracker for tenant:4733878343494e63bbfc7a988d57e69a on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:44:37.147903 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-2ebd1946-d3f5-470d-9342-066cbbe1b5da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:37.153969 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-93bb5857-0dcb-4af2-8853-e7b5f1e99853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:37.177972 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-2ebd1946-d3f5-470d-9342-066cbbe1b5da admin admin] Usage tracker for resource:security_group_rule and tenant:75da6927cb0f4488a90156f4503075df is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:37.184416 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-2ebd1946-d3f5-470d-9342-066cbbe1b5da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:37.193937 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-93bb5857-0dcb-4af2-8853-e7b5f1e99853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:37.198009 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-2ebd1946-d3f5-470d-9342-066cbbe1b5da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:37.203351 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-93bb5857-0dcb-4af2-8853-e7b5f1e99853 admin admin] Usage tracker for resource:security_group_rule and tenant:d4ee895d2d2a42f399a27a7af9f0a9b1 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:37.208276 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-93bb5857-0dcb-4af2-8853-e7b5f1e99853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:37.217928 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-ebf5758a-061f-4727-a4af-b9f5aed58f00 req-0f32ee37-3ec1-4e17-832d-a3af880e5274 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Unset dirty status for tenant:4733878343494e63bbfc7a988d57e69a on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:44:37.232717 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ebf5758a-061f-4727-a4af-b9f5aed58f00 req-0f32ee37-3ec1-4e17-832d-a3af880e5274 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] 10.222.0.52 "GET /v2.0/ports?device_id=66c4f0b9-1052-4354-bac2-f587690bbaaa HTTP/1.1" status: 200 len: 210 time: 0.2566020 Feb 07 01:44:37.234096 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-93bb5857-0dcb-4af2-8853-e7b5f1e99853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:37.367986 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:37.369649 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:37.371639 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] 10.222.0.45 "PUT /v2.0/ports/f0812598-ee9f-4706-b0de-fba0c5eb627e HTTP/1.1" status: 200 len: 1157 time: 5.3832417 Feb 07 01:44:37.374933 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2665397-2bde-4c01-ad1a-489e5b179c90', 'tag': 'f0812598-ee9f-4706-b0de-fba0c5eb627e'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:44:37.469389 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377353a6-2aa8-49e2-87a4-84c54a3f5479 req-f38adc5c-a0aa-4583-a20e-d108db5ec26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:37.472249 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-377353a6-2aa8-49e2-87a4-84c54a3f5479 req-f38adc5c-a0aa-4583-a20e-d108db5ec26d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a02770029d734bc0abe3e3995c6a5abd&device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 1161 time: 0.7317321 Feb 07 01:44:37.477182 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313198d6-5402-4d37-af8e-282c3de81123 req-2a764406-559e-4d36-b2da-c52d7ebf1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:37.482403 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-313198d6-5402-4d37-af8e-282c3de81123 req-2a764406-559e-4d36-b2da-c52d7ebf1338 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcafc843-a804-40f2-8b05-784a1ee2cb10 HTTP/1.1" status: 200 len: 849 time: 0.3506260 Feb 07 01:44:37.486433 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e4fe93a8-dcfa-4833-9205-6f727d2eedd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:37.505486 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:37.549672 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ebd1946-d3f5-470d-9342-066cbbe1b5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:37.595463 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-93bb5857-0dcb-4af2-8853-e7b5f1e99853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:37.597563 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ebd1946-d3f5-470d-9342-066cbbe1b5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:37.607982 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-69a566b5-20db-40a1-9ca4-e6fac4461152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:37.637272 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-93bb5857-0dcb-4af2-8853-e7b5f1e99853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:37.654454 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd1946-d3f5-470d-9342-066cbbe1b5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d5baf1-59af-46f0-92eb-850216312b5a,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:37.657908 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2ebd1946-d3f5-470d-9342-066cbbe1b5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:37.663544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:37.667013 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning for port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:44:37.667226 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2665397-2bde-4c01-ad1a-489e5b179c90', 'tag': 'f0812598-ee9f-4706-b0de-fba0c5eb627e', 'status': 'completed', 'code': 200} Feb 07 01:44:37.674523 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:37.677371 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:37.693006 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e4fe93a8-dcfa-4833-9205-6f727d2eedd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:37.705222 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-be22b46b-9700-4874-b1c9-870c3e310e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:37.749613 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe93a8-dcfa-4833-9205-6f727d2eedd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f8964c-2dcc-4b1c-bce7-88f464465fb0,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:37.768261 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-e4fe93a8-dcfa-4833-9205-6f727d2eedd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:37.784114 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-2ebd1946-d3f5-470d-9342-066cbbe1b5da admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=75da6927cb0f4488a90156f4503075df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2700098 Feb 07 01:44:37.787268 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb5857-0dcb-4af2-8853-e7b5f1e99853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086f3929-a76a-4af0-add9-227ffed1a4f9,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:37.792922 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 42948) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:37.797569 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-93bb5857-0dcb-4af2-8853-e7b5f1e99853 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d4ee895d2d2a42f399a27a7af9f0a9b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6940970 Feb 07 01:44:37.798179 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-93bb5857-0dcb-4af2-8853-e7b5f1e99853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:37.813531 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 42952) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:37.881220 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-15b2dd8e-56dd-4c2a-b450-f4b02dadb2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:37.914441 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-e4fe93a8-dcfa-4833-9205-6f727d2eedd8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f42038d9c2046cfb0ddc8c0052e38c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6079226 Feb 07 01:44:37.916104 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 42958) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:37.939387 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313198d6-5402-4d37-af8e-282c3de81123 req-ff119d4a-c3b0-4d08-9948-a84ba6f4ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:37.941196 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-313198d6-5402-4d37-af8e-282c3de81123 req-ff119d4a-c3b0-4d08-9948-a84ba6f4ae20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08866757-d3c7-4c94-a1bb-5736c8720014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3350859 Feb 07 01:44:37.941469 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:38.013890 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9405d24e-63cf-4ca1-a2d8-528bbe781953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:44:38.019904 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afefad-f40d-4100-8369-39994a05685d req-fb083ac5-d653-46ef-b3f5-52e454f2320e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:38.028788 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc,segment=NetworkSegment(adac9e24-efde-4325-84d9-6f9217d84b14),segment_id=adac9e24-efde-4325-84d9-6f9217d84b14)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:44:38.029228 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f4afefad-f40d-4100-8369-39994a05685d req-fb083ac5-d653-46ef-b3f5-52e454f2320e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 943 time: 0.3759525 Feb 07 01:44:38.035932 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:38.037821 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:38.127423 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f4afefad-f40d-4100-8369-39994a05685d req-6cfe6ca7-9a33-4cc1-94fa-8178c6699dc9 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961850 Feb 07 01:44:38.131717 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-15b2dd8e-56dd-4c2a-b450-f4b02dadb2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:38.183551 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:38.192027 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:38.193264 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-313198d6-5402-4d37-af8e-282c3de81123 req-453f41f3-493f-48f1-81f7-b8a8cf5fccdf service neutron] 10.222.0.45 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955378 Feb 07 01:44:38.255556 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-45aa8859-c44d-4c68-bf9d-650e44068349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:38.256108 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9405d24e-63cf-4ca1-a2d8-528bbe781953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc', 'code': 200} Feb 07 01:44:38.257169 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-45aa8859-c44d-4c68-bf9d-650e44068349 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a02770029d734bc0abe3e3995c6a5abd&device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 1160 time: 0.7041302 Feb 07 01:44:38.410107 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-15b2dd8e-56dd-4c2a-b450-f4b02dadb2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:38.420032 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9e12dbe6-618c-4d4b-866c-e34ac061214e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:38.443967 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377353a6-2aa8-49e2-87a4-84c54a3f5479 req-a5e2a76f-1717-48cf-9694-15f35ca2a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:38.445761 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-377353a6-2aa8-49e2-87a4-84c54a3f5479 req-a5e2a76f-1717-48cf-9694-15f35ca2a1be service neutron] 10.222.0.45 "GET /v2.0/networks?id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5 HTTP/1.1" status: 200 len: 913 time: 0.9547260 Feb 07 01:44:38.453963 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-15b2dd8e-56dd-4c2a-b450-f4b02dadb2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:38.463377 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-15b2dd8e-56dd-4c2a-b450-f4b02dadb2bb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/78d5baf1-59af-46f0-92eb-850216312b5a HTTP/1.1" status: 204 len: 168 time: 0.6668262 Feb 07 01:44:38.473021 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-6ff751bf-cc6f-4997-9040-66ec06da96b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0812598-ee9f-4706-b0de-fba0c5eb627e HTTP/1.1" status: 200 len: 217 time: 0.1284699 Feb 07 01:44:38.603048 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfbc4e-d926-492c-bb26-c4873b15bc44 req-ba589706-54f2-4518-8462-683bb6046cb7 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:38.605810 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-94bfbc4e-d926-492c-bb26-c4873b15bc44 req-ba589706-54f2-4518-8462-683bb6046cb7 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.4764578 Feb 07 01:44:38.608838 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2dd8e-56dd-4c2a-b450-f4b02dadb2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d5baf1-59af-46f0-92eb-850216312b5a,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:38.611339 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-15b2dd8e-56dd-4c2a-b450-f4b02dadb2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:38.800951 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-313198d6-5402-4d37-af8e-282c3de81123 req-13814c49-f588-4c90-a8cd-0808fa837af5 service neutron] 10.222.0.45 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5909359 Feb 07 01:44:38.801656 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4c1f-333e-453c-ad67-b6f2c275642f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:38.808923 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-94bfbc4e-d926-492c-bb26-c4873b15bc44 req-10ab25ed-0ccc-4431-8989-d37c3b7d3c44 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962588 Feb 07 01:44:38.875462 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f267d-5007-423c-aa6b-b3f6fb3eb57c req-7809e1a3-1ab9-4a2d-9e77-054b151129b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:38.877660 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1e7f267d-5007-423c-aa6b-b3f6fb3eb57c req-7809e1a3-1ab9-4a2d-9e77-054b151129b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 1162 time: 0.1985178 Feb 07 01:44:38.898496 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-785fea0e-9911-4071-94e4-e0c6fb9700be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:38.950373 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-377353a6-2aa8-49e2-87a4-84c54a3f5479 req-dc8985eb-74fe-42b8-8c74-1a8e87202a58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6665d6b-25e1-4e51-a5da-c6618c894e7b HTTP/1.1" status: 200 len: 217 time: 0.4765956 Feb 07 01:44:38.972775 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1e7f267d-5007-423c-aa6b-b3f6fb3eb57c req-83a232c9-5e39-488e-8e03-84bba32262f0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765460 Feb 07 01:44:39.049932 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4c1f-333e-453c-ad67-b6f2c275642f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:39.110275 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.objects.ports [None req-0adb7850-5f35-4d87-bd4d-b54f2928d00c None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=79943) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 07 01:44:39.127086 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-785fea0e-9911-4071-94e4-e0c6fb9700be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:39.168344 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-e1f11852-62a5-4430-a8d7-021612c0cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:39.169927 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-e1f11852-62a5-4430-a8d7-021612c0cd67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=448b1d84-79a2-406e-aaae-d8f13e43358f HTTP/1.1" status: 200 len: 859 time: 0.3631346 Feb 07 01:44:39.185539 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377353a6-2aa8-49e2-87a4-84c54a3f5479 req-ae07227e-5cda-49eb-ae4d-9b44e5a47c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:39.187175 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-377353a6-2aa8-49e2-87a4-84c54a3f5479 req-ae07227e-5cda-49eb-ae4d-9b44e5a47c08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=448b1d84-79a2-406e-aaae-d8f13e43358f HTTP/1.1" status: 200 len: 859 time: 0.2191317 Feb 07 01:44:39.211583 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 43008) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:39.220823 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4c1f-333e-453c-ad67-b6f2c275642f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:39.226497 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4fe56cdf-ba1e-4f3e-9b95-378476159d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:39.245222 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d4c1f-333e-453c-ad67-b6f2c275642f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f8964c-2dcc-4b1c-bce7-88f464465fb0,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:39.246322 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 43012) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:39.250192 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-785fea0e-9911-4071-94e4-e0c6fb9700be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:39.257228 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3e7d4c1f-333e-453c-ad67-b6f2c275642f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:39.257764 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3e7d4c1f-333e-453c-ad67-b6f2c275642f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:39.261407 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5615-2391-4509-9fe5-e0d966610bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:39.272662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2104975742-network', 'tenant_id': 'a182b585f58c4deaacfe553506f5ed8a'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:39.286951 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fea0e-9911-4071-94e4-e0c6fb9700be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086f3929-a76a-4af0-add9-227ffed1a4f9,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:39.289282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:39.293806 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-785fea0e-9911-4071-94e4-e0c6fb9700be admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:39.297559 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-785fea0e-9911-4071-94e4-e0c6fb9700be admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/086f3929-a76a-4af0-add9-227ffed1a4f9 HTTP/1.1" status: 204 len: 168 time: 1.4243212 Feb 07 01:44:39.297698 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-785fea0e-9911-4071-94e4-e0c6fb9700be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:39.334757 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-cbfd5615-2391-4509-9fe5-e0d966610bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:39.340250 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4c1f-333e-453c-ad67-b6f2c275642f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:39.341630 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-3e7d4c1f-333e-453c-ad67-b6f2c275642f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e3f8964c-2dcc-4b1c-bce7-88f464465fb0 HTTP/1.1" status: 204 len: 168 time: 1.4189293 Feb 07 01:44:39.346322 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-cbfd5615-2391-4509-9fe5-e0d966610bd3 admin admin] Usage tracker for resource:security_group_rule and tenant:22afb239376d483ca76725b16fccdfb4 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:39.351337 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-cbfd5615-2391-4509-9fe5-e0d966610bd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:39.376833 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-cbfd5615-2391-4509-9fe5-e0d966610bd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:39.385960 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Usage tracker for resource:network and tenant:a182b585f58c4deaacfe553506f5ed8a is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:39.400498 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:39.405808 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-377353a6-2aa8-49e2-87a4-84c54a3f5479 req-7caf72ad-b054-42a7-b406-67038974cb97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093309 Feb 07 01:44:39.417177 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:39.421136 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-250627a7-e05e-4b2b-8e95-e2a6237102cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222634 Feb 07 01:44:39.563334 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5615-2391-4509-9fe5-e0d966610bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:39.576443 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5615-2391-4509-9fe5-e0d966610bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:39.577259 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Made reservation on behalf of a182b585f58c4deaacfe553506f5ed8a for: {'network': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:44:39.582103 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for network, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:39.592466 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8126d23f-7afd-4685-8e11-1f8e1d0e0c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:39.629348 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd5615-2391-4509-9fe5-e0d966610bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40aefe55-2528-4ee9-9ef7-66cc3ae60ef9,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:39.632749 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-cbfd5615-2391-4509-9fe5-e0d966610bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:39.687518 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-cbfd5615-2391-4509-9fe5-e0d966610bd3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=22afb239376d483ca76725b16fccdfb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727373 Feb 07 01:44:39.688973 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 43028) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:39.720161 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 43034) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:39.734508 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:39.773241 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:39.778040 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Usage tracker for resource:security_group_rule and tenant:a182b585f58c4deaacfe553506f5ed8a is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:39.780960 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:39.790468 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:39.825714 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc8040-841c-4399-9d57-74e82159ca48 req-711fc892-c38a-48c6-bb0d-6c10c9db0655 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:39.836009 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c6bc8040-841c-4399-9d57-74e82159ca48 req-711fc892-c38a-48c6-bb0d-6c10c9db0655 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 943 time: 0.4501762 Feb 07 01:44:39.887305 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:39.904021 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:39.916461 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c11336ce-a1bd-46e0-8665-9c228ecfe38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:39.948569 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc682c3-2a19-49d4-a0a6-229c60c66d72 admin admin] Deleting subnet 121b12ed-16ba-45c9-abbb-ef0a52110f3a {{(pid=79942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 07 01:44:39.952145 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6fc682c3-2a19-49d4-a0a6-229c60c66d72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:40.020905 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-c457872f-0a86-48ec-8466-30df9cc4bb5c service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703959 Feb 07 01:44:40.021904 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=79941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 07 01:44:40.026870 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399a409a-5c4f-4ff7-9040-c67c0b7bec2c,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:40.034238 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-377353a6-2aa8-49e2-87a4-84c54a3f5479 req-06c0efb4-aa85-497c-8eb8-7bda4eb6e401 service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6188264 Feb 07 01:44:40.037274 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:40.042540 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282839147363', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:40.043344 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.segments_db [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Added segment 6da17025-ff54-48fa-b2c1-1b99f3ef7790 of type vxlan for network f69b54ba-445c-4aed-93d8-6ddb71ed5561 Feb 07 01:44:40.080900 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6fc682c3-2a19-49d4-a0a6-229c60c66d72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852759826'] for subnet, precommit_delete_associations {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:40.136314 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754015121881'] for network, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:40.157531 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:40.260159 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c6bc8040-841c-4399-9d57-74e82159ca48 req-87b00388-6d61-40cb-9c9d-2c3a421eb189 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229109 Feb 07 01:44:40.304071 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e58e62b5-7f24-4ecf-99f7-201bd97cd2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:40.345399 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6fc682c3-2a19-49d4-a0a6-229c60c66d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-10855'] for subnet, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:40.349152 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:40.349722 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:40.351980 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.resource_extend [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 07 01:44:40.409302 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e58e62b5-7f24-4ecf-99f7-201bd97cd2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:40.417107 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for network, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:40.424952 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:40.425605 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:40.449888 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-dce0e35e-8af4-4ec3-a941-75461ee58217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:40.466233 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f94dd0ee-f062-4bb0-a590-65bd92f19412 req-82fa0cfa-6ae1-4aff-8ae2-4ad10574c0a4 service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4007564 Feb 07 01:44:40.481286 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-377353a6-2aa8-49e2-87a4-84c54a3f5479 req-50225f24-a080-499c-9558-a222363a5476 service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4145982 Feb 07 01:44:40.532684 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c4d38-3fc6-40b6-a0c9-56389893d23d req-557f4c3a-e221-425a-b5d7-3c31ec56277d tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:40.534297 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-363c4d38-3fc6-40b6-a0c9-56389893d23d req-557f4c3a-e221-425a-b5d7-3c31ec56277d tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.5107608 Feb 07 01:44:40.571473 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Pushing event updated for resources: {'Network': ['ID=f69b54ba-445c-4aed-93d8-6ddb71ed5561,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:40.625147 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3768294 Feb 07 01:44:40.626307 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:40.632944 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 43060) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:40.642338 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-c34ec18d-1ab9-4a54-8d51-b742cfeddf55 admin admin] Request body: {'subnet': {'network_id': 'f69b54ba-445c-4aed-93d8-6ddb71ed5561', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2104975742-subnet', 'tenant_id': 'a182b585f58c4deaacfe553506f5ed8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:40.645687 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Network f69b54ba-445c-4aed-93d8-6ddb71ed5561 details requested by agent ovs-agent-dv-cinder-740146-7-smb with host dv-cinder-740146-7-smb {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:44:40.650505 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-c34ec18d-1ab9-4a54-8d51-b742cfeddf55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:40.656093 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-c34ec18d-1ab9-4a54-8d51-b742cfeddf55 admin admin] Usage tracker for resource:subnet and tenant:a182b585f58c4deaacfe553506f5ed8a is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:40.659955 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-c34ec18d-1ab9-4a54-8d51-b742cfeddf55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:40.675052 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-c34ec18d-1ab9-4a54-8d51-b742cfeddf55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:40.677971 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-363c4d38-3fc6-40b6-a0c9-56389893d23d req-25b2d7fc-d854-49ef-8154-2a427c19cf54 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191640 Feb 07 01:44:40.695135 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34ec18d-1ab9-4a54-8d51-b742cfeddf55 admin admin] Made reservation on behalf of a182b585f58c4deaacfe553506f5ed8a for: {'subnet': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:44:40.698169 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Network f69b54ba-445c-4aed-93d8-6ddb71ed5561 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:44:40.700584 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c34ec18d-1ab9-4a54-8d51-b742cfeddf55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:40.754789 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc3de1-97cf-48f8-ab46-1a6cdedab123 req-f5e33613-5ded-4bc3-ba85-df9485b9a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:40.756481 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-94dc3de1-97cf-48f8-ab46-1a6cdedab123 req-f5e33613-5ded-4bc3-ba85-df9485b9a8c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a02770029d734bc0abe3e3995c6a5abd&device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 1160 time: 0.1862478 Feb 07 01:44:40.784848 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e58e62b5-7f24-4ecf-99f7-201bd97cd2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:40.795854 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-cbfd5615-2391-4509-9fe5-e0d966610bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:40.817460 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e62b5-7f24-4ecf-99f7-201bd97cd2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40aefe55-2528-4ee9-9ef7-66cc3ae60ef9,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:40.830258 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-e58e62b5-7f24-4ecf-99f7-201bd97cd2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:40.877952 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e58e62b5-7f24-4ecf-99f7-201bd97cd2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:40.878676 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device c6665d6b-25e1-4e51-a5da-c6618c894e7b up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:40.882169 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-e58e62b5-7f24-4ecf-99f7-201bd97cd2d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/40aefe55-2528-4ee9-9ef7-66cc3ae60ef9 HTTP/1.1" status: 204 len: 168 time: 1.1915174 Feb 07 01:44:40.950427 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6fc682c3-2a19-49d4-a0a6-229c60c66d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854764961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852760723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378118'] for subnet, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:40.970658 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:41.021811 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc682c3-2a19-49d4-a0a6-229c60c66d72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=121b12ed-16ba-45c9-abbb-ef0a52110f3a,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:41.027710 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning for port c6665d6b-25e1-4e51-a5da-c6618c894e7b completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:44:41.030014 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-6fc682c3-2a19-49d4-a0a6-229c60c66d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:41.032906 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port c6665d6b-25e1-4e51-a5da-c6618c894e7b triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:41.033317 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:41.157722 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6fc682c3-2a19-49d4-a0a6-229c60c66d72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:41.164216 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-6fc682c3-2a19-49d4-a0a6-229c60c66d72 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/121b12ed-16ba-45c9-abbb-ef0a52110f3a HTTP/1.1" status: 204 len: 168 time: 1.4428549 Feb 07 01:44:41.169084 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 43078) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:41.175080 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:41.214651 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port c6665d6b-25e1-4e51-a5da-c6618c894e7b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=c6665d6b-25e1-4e51-a5da-c6618c894e7b,segment=NetworkSegment(1eef14d4-998a-45e4-953e-3ce49eb2c32f),segment_id=1eef14d4-998a-45e4-953e-3ce49eb2c32f)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:44:41.216774 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69877acf-7ed4-4aa2-b9d4-3e6eef58223e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6665d6b-25e1-4e51-a5da-c6618c894e7b'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:44:41.219157 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc3de1-97cf-48f8-ab46-1a6cdedab123 req-cd79878e-3ab5-4a5d-a0e3-919946f4484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:41.220902 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-94dc3de1-97cf-48f8-ab46-1a6cdedab123 req-cd79878e-3ab5-4a5d-a0e3-919946f4484f service neutron] 10.222.0.45 "GET /v2.0/networks?id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5 HTTP/1.1" status: 200 len: 913 time: 0.4538703 Feb 07 01:44:41.225064 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:41.228092 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:41.451611 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854360936'] for network, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:41.477103 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-94dc3de1-97cf-48f8-ab46-1a6cdedab123 req-052b8bef-43fb-4fff-9c42-de95da216059 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0812598-ee9f-4706-b0de-fba0c5eb627e HTTP/1.1" status: 200 len: 217 time: 0.2480226 Feb 07 01:44:41.555076 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69877acf-7ed4-4aa2-b9d4-3e6eef58223e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6665d6b-25e1-4e51-a5da-c6618c894e7b', 'code': 200} Feb 07 01:44:41.587606 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a9dd15b2-f0d7-40ae-8282-3cbd4fd2f7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:41.597976 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device c6665d6b-25e1-4e51-a5da-c6618c894e7b up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:41.663786 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=c6665d6b-25e1-4e51-a5da-c6618c894e7b,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:41.669077 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:41.684981 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc3de1-97cf-48f8-ab46-1a6cdedab123 req-0d278a11-92e3-47c3-9e08-ef3b08546a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:41.686596 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-94dc3de1-97cf-48f8-ab46-1a6cdedab123 req-0d278a11-92e3-47c3-9e08-ef3b08546a1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=448b1d84-79a2-406e-aaae-d8f13e43358f HTTP/1.1" status: 200 len: 859 time: 0.1855390 Feb 07 01:44:41.710683 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port c6665d6b-25e1-4e51-a5da-c6618c894e7b triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:41.712377 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:41.945124 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-94dc3de1-97cf-48f8-ab46-1a6cdedab123 req-5292adc0-9d44-4ec6-9b28-10fe1ff504eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1393101 Feb 07 01:44:42.252507 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14300', 'neutron.services.segments.db._delete_segments_for_network-8754015628454'] for network, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:42.336029 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-94dc3de1-97cf-48f8-ab46-1a6cdedab123 req-86fb5872-f013-478c-87d8-abb8f4393feb service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605263 Feb 07 01:44:42.376482 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95869370-79fb-49ea-b5f1-35d2efc6ecb3 req-04c32dc7-3259-4d8f-aefb-c34c8ea1d938 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:42.378198 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-95869370-79fb-49ea-b5f1-35d2efc6ecb3 req-04c32dc7-3259-4d8f-aefb-c34c8ea1d938 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 943 time: 0.7681863 Feb 07 01:44:42.496841 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-94dc3de1-97cf-48f8-ab46-1a6cdedab123 req-89d3df1f-d1db-4a1a-a0cc-297f75ddc060 service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443501 Feb 07 01:44:42.514231 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1781179-4b37-4e87-8a5c-07fd94433e7f req-c3f2e08a-df93-4d01-b585-fdd09fb44ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:42.515868 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c1781179-4b37-4e87-8a5c-07fd94433e7f req-c3f2e08a-df93-4d01-b585-fdd09fb44ed7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 1163 time: 0.7347665 Feb 07 01:44:42.624947 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-c1781179-4b37-4e87-8a5c-07fd94433e7f req-e73cf9ad-fa4c-4bb8-b3b2-23bbadb276d5 service neutron] Synchronizing usage tracker for tenant:04328ff09ee14584aa9ac0ee7ff4ab6b on resource:security_group {{(pid=79941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:44:42.666533 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-c1781179-4b37-4e87-8a5c-07fd94433e7f req-e73cf9ad-fa4c-4bb8-b3b2-23bbadb276d5 service neutron] Unset dirty status for tenant:04328ff09ee14584aa9ac0ee7ff4ab6b on resource:security_group {{(pid=79941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:44:42.669186 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c1781179-4b37-4e87-8a5c-07fd94433e7f req-e73cf9ad-fa4c-4bb8-b3b2-23bbadb276d5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413763 Feb 07 01:44:42.698664 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23888419-9964-4cd1-9c14-75efe5f05dab']}} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:42.702388 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c34ec18d-1ab9-4a54-8d51-b742cfeddf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for subnet, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:42.753704 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8117e48-c207-4977-bdf2-dc097b3c566e') {'for_net_delete': True} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:42.754949 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8117e48-c207-4977-bdf2-dc097b3c566e') {} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:42.801457 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754015625143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2015974'] for segment, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:42.877442 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-95869370-79fb-49ea-b5f1-35d2efc6ecb3 req-d717afdc-dc41-4b7e-bf5e-bdba8c863173 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820464 Feb 07 01:44:42.998645 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-17d96b63-5774-498f-9476-abe05533a9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:43.074444 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b052a52-c87f-4d36-9f2c-cf9f14f7ed3d req-42f9fde8-fb90-4a62-96eb-6eb65478eed7 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:43.076218 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4b052a52-c87f-4d36-9f2c-cf9f14f7ed3d req-42f9fde8-fb90-4a62-96eb-6eb65478eed7 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 1.1661649 Feb 07 01:44:43.077409 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:43.087502 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Releasing vxlan tunnel 4 to pool {{(pid=79942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 07 01:44:43.096238 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ec18d-1ab9-4a54-8d51-b742cfeddf55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b431263b-c2f5-45f2-99f5-e2697d3e82ba,revision_number=0']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:43.100685 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c34ec18d-1ab9-4a54-8d51-b742cfeddf55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:43.108214 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34ec18d-1ab9-4a54-8d51-b742cfeddf55 admin admin] Checking segment: {'id': '6da17025-ff54-48fa-b2c1-1b99f3ef7790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f69b54ba-445c-4aed-93d8-6ddb71ed5561'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:44:43.108543 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34ec18d-1ab9-4a54-8d51-b742cfeddf55 admin admin] Network hostable DHCP agents. Network: f69b54ba-445c-4aed-93d8-6ddb71ed5561, hostable agents: ['056a6a88-4ceb-42c7-bddf-a3443bc3d195'], hosted agents: [] {{(pid=79941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 07 01:44:43.129815 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34ec18d-1ab9-4a54-8d51-b742cfeddf55 admin admin] Network f69b54ba-445c-4aed-93d8-6ddb71ed5561 is scheduled to be hosted by DHCP agent 056a6a88-4ceb-42c7-bddf-a3443bc3d195 with binding_index 1 {{(pid=79941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 07 01:44:43.143805 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-c34ec18d-1ab9-4a54-8d51-b742cfeddf55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-smb, f69b54ba-445c-4aed-93d8-6ddb71ed5561) {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:44:43.149099 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ec18d-1ab9-4a54-8d51-b742cfeddf55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:43.150953 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c34ec18d-1ab9-4a54-8d51-b742cfeddf55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for subnet, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:43.156041 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248f401f-ff93-4914-8aae-51ca1344c140 None None] Network f69b54ba-445c-4aed-93d8-6ddb71ed5561 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:44:43.213699 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-c34ec18d-1ab9-4a54-8d51-b742cfeddf55 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5697975 Feb 07 01:44:43.323168 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4b052a52-c87f-4d36-9f2c-cf9f14f7ed3d req-f6d9ee78-7ba2-41ea-968c-6799cbacf648 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973143 Feb 07 01:44:43.481311 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Network 23888419-9964-4cd1-9c14-75efe5f05dab has no segments {{(pid=79942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:44:43.497876 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852760678'] for segment, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:43.532112 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750e8ed8-fb47-4172-850a-f3ce2ba3fcd8 None None] Network f69b54ba-445c-4aed-93d8-6ddb71ed5561 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:44:43.665115 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:43.800741 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3336f182-4e17-4dbe-b38f-59188bd18630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:43.878600 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Network 23888419-9964-4cd1-9c14-75efe5f05dab has no segments {{(pid=79942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:44:43.973314 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30579c4-381a-4223-b67f-7d01313a6cb5 req-f39af584-9e62-4ccd-a77b-faabe9feb9c7 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:43.975317 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b30579c4-381a-4223-b67f-7d01313a6cb5 req-f39af584-9e62-4ccd-a77b-faabe9feb9c7 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.4608150 Feb 07 01:44:43.990742 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 43158) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: Traceback (most recent call last): Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: timer() Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: cb(*args, **kw) Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: return func(*args, **kwargs) Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: self._notify() Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: self.callback(batched_events) Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: event.method(event) Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: segment_id)['aggregates'][0] Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: return f(self, *a, **k) Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: return self._get(url).json() Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: **kwargs) Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: return self.request(url, 'GET', **kwargs) Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: **endpoint_filter) Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 01:44:43.992618 dv-cinder-740146-7-smb neutron-server[79830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 01:44:44.000840 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-f1dbc79c-d93b-42fe-ac7f-734b7364e109 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Request body: {'floatingip': {'port_id': 'e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:44.045972 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:44.139276 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680321'] for network, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:44.150137 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:44.153358 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-aac6fd09-61e4-46a3-99e1-34ba41e342d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:44.208961 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc79c-d93b-42fe-ac7f-734b7364e109 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for floatingip, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:44.231439 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device f0812598-ee9f-4706-b0de-fba0c5eb627e up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:44.242282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Pushing event deleted for resources: {'Network': ['ID=23888419-9964-4cd1-9c14-75efe5f05dab,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:44.301219 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.301636 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.302101 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.302499 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.303001 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.303424 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.303813 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.304229 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.304618 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.305013 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.306981 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.307378 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.307830 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.308220 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.308604 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.308981 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.309357 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.309734 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.310112 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.310497 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.310897 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.311278 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.311655 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.312028 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:44.316628 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:44.333747 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-e4edb6b9-9ff0-44f9-8b21-db9ab399bffd admin admin] 10.222.0.52 "DELETE /v2.0/networks/23888419-9964-4cd1-9c14-75efe5f05dab HTTP/1.1" status: 204 len: 168 time: 3.1637518 Feb 07 01:44:44.401764 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning for port f0812598-ee9f-4706-b0de-fba0c5eb627e completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:44:44.411428 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port f0812598-ee9f-4706-b0de-fba0c5eb627e triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:44.413154 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:44.491290 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547625b-2808-497e-abdf-60ffd6c97159 req-2a1d6a01-e184-4cf1-9b05-5261e78ae33a tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:44.492105 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-d547625b-2808-497e-abdf-60ffd6c97159 req-2a1d6a01-e184-4cf1-9b05-5261e78ae33a tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Synchronizing usage tracker for tenant:6e1ae880096c4001b8976451e8b7d8e2 on resource:network {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:44:44.695500 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:44.697130 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7506a-0e30-45f4-b723-1a6b33c35273 req-6388b0c4-8e7b-4373-b442-d922068b5cd2 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:44.705417 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-aef7506a-0e30-45f4-b723-1a6b33c35273 req-6388b0c4-8e7b-4373-b442-d922068b5cd2 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 943 time: 0.4897752 Feb 07 01:44:44.714440 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-d547625b-2808-497e-abdf-60ffd6c97159 req-2a1d6a01-e184-4cf1-9b05-5261e78ae33a tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Unset dirty status for tenant:6e1ae880096c4001b8976451e8b7d8e2 on resource:network {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:44:44.721809 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d547625b-2808-497e-abdf-60ffd6c97159 req-2a1d6a01-e184-4cf1-9b05-5261e78ae33a tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/networks?id=3ceebfa2-206c-4db9-909c-1982f5e27a28 HTTP/1.1" status: 200 len: 809 time: 0.6437390 Feb 07 01:44:44.725817 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2665397-2bde-4c01-ad1a-489e5b179c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0812598-ee9f-4706-b0de-fba0c5eb627e'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:44:44.736662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port f0812598-ee9f-4706-b0de-fba0c5eb627e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=f0812598-ee9f-4706-b0de-fba0c5eb627e,segment=NetworkSegment(1eef14d4-998a-45e4-953e-3ce49eb2c32f),segment_id=1eef14d4-998a-45e4-953e-3ce49eb2c32f)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:44:44.743307 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:44.744233 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device c6665d6b-25e1-4e51-a5da-c6618c894e7b up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:44.828179 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:44.832935 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-aef7506a-0e30-45f4-b723-1a6b33c35273 req-4d3abb67-d14c-4372-a63b-ee3ea0b2f9a9 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247633 Feb 07 01:44:44.857716 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d547625b-2808-497e-abdf-60ffd6c97159 req-531f21c4-1421-4043-8ee2-2988d32415c7 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/quotas/6e1ae880096c4001b8976451e8b7d8e2 HTTP/1.1" status: 200 len: 375 time: 0.0606854 Feb 07 01:44:44.913146 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 43192) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:44.954179 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d547625b-2808-497e-abdf-60ffd6c97159 req-6452a0d5-c735-4d3f-a667-edf1fa1f39e0 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e1ae880096c4001b8976451e8b7d8e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823057 Feb 07 01:44:45.007318 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-11d09877-9ec0-49e7-87aa-6b78c591c432 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4733878343494e63bbfc7a988d57e69a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0874109 Feb 07 01:44:45.007746 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2665397-2bde-4c01-ad1a-489e5b179c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0812598-ee9f-4706-b0de-fba0c5eb627e', 'code': 200} Feb 07 01:44:45.012395 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 43196) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:45.186272 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=f0812598-ee9f-4706-b0de-fba0c5eb627e,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:45.190829 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:45.199031 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:45.228692 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port c6665d6b-25e1-4e51-a5da-c6618c894e7b triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:45.229035 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:45.245548 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1f562a3c-6e8f-44cf-996e-e5bfa1e98814 service neutron] 10.222.0.52 "GET /v2.0/networks/3ceebfa2-206c-4db9-909c-1982f5e27a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820985 Feb 07 01:44:45.488867 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:45.531914 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:45.534695 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d547625b-2808-497e-abdf-60ffd6c97159 req-d83686bc-0e13-43f2-9769-6eea2cab1994 service neutron] 10.222.0.52 "GET /v2.0/networks/3ceebfa2-206c-4db9-909c-1982f5e27a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2823353 Feb 07 01:44:45.560471 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:45.623991 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:45.631546 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:45.668589 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b2b2c9-ea00-44ed-9db5-2f621c806b0b,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:45.681736 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.682140 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.682544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.682957 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.683639 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.683750 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.684056 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.684435 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.684814 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.685188 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.685564 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.685940 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.686372 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.686856 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.687266 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.687643 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.688335 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.688447 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.688783 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.689157 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.689534 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.689907 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.690547 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.690680 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:45.735514 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:45.743172 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:45.744403 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f5b2b2c9-ea00-44ed-9db5-2f621c806b0b HTTP/1.1" status: 204 len: 168 time: 0.7304099 Feb 07 01:44:45.748765 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efa830-8705-4197-84fc-bf8af15c9584 req-4bf7fed1-fe3a-40f2-813c-eb3cd0f189ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:45.750328 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-05efa830-8705-4197-84fc-bf8af15c9584 req-4bf7fed1-fe3a-40f2-813c-eb3cd0f189ea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 1162 time: 0.3625417 Feb 07 01:44:45.882574 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9fe02578-d74f-4030-934a-356c7fbc7c8e req-7825732c-85cd-4fa9-a00e-c34717cdb4d5 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5dfa02-4edd-426c-9b58-24e8c1c81913 HTTP/1.1" status: 200 len: 210 time: 0.1151729 Feb 07 01:44:45.907303 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-05efa830-8705-4197-84fc-bf8af15c9584 req-dd70aa84-c282-401a-b1aa-0e50e166c321 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491311 Feb 07 01:44:45.919912 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc79c-d93b-42fe-ac7f-734b7364e109 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:45.935347 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc79c-d93b-42fe-ac7f-734b7364e109 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680368'] for floatingip, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:46.018296 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device f0812598-ee9f-4706-b0de-fba0c5eb627e up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:46.138110 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.l3_db [None req-f1dbc79c-d93b-42fe-ac7f-734b7364e109 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Floating IP 76539fe9-9a05-471a-b9d2-79c624d5172c associated. External IP: 172.28.0.134, port: e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc. Feb 07 01:44:46.143798 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port f0812598-ee9f-4706-b0de-fba0c5eb627e triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:46.144208 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:46.355610 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device c6665d6b-25e1-4e51-a5da-c6618c894e7b up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:46.399637 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0710ea-2223-4621-b705-0c891e01251a req-f8eb9dcb-e358-45bb-85d7-31232d1b25fd tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:46.401380 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7a0710ea-2223-4621-b705-0c891e01251a req-f8eb9dcb-e358-45bb-85d7-31232d1b25fd tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.3374040 Feb 07 01:44:46.535849 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port c6665d6b-25e1-4e51-a5da-c6618c894e7b triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:46.539026 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:46.549098 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7a0710ea-2223-4621-b705-0c891e01251a req-3b1a56ce-4d76-4386-aea3-aef3eaee7c5a tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290057 Feb 07 01:44:47.158897 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b9462010-87b2-42cc-a9ba-53ef0bd90dbb req-10dd22fb-81bd-4e12-afee-e62643dd6704 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5dfa02-4edd-426c-9b58-24e8c1c81913 HTTP/1.1" status: 200 len: 210 time: 0.1088192 Feb 07 01:44:47.244482 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dbc79c-d93b-42fe-ac7f-734b7364e109 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Router 123ec2af-368e-478a-931f-a7f194062381 has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:44:47.509791 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dbc79c-d93b-42fe-ac7f-734b7364e109 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:44:47.518060 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc79c-d93b-42fe-ac7f-734b7364e109 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for floatingip, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:47.527819 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6224b38a-75d2-4313-8707-0321a929b193 None None] Sync routers for ids ['123ec2af-368e-478a-931f-a7f194062381'] in dv-cinder-740146-7-smb {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:44:47.541743 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6224b38a-75d2-4313-8707-0321a929b193 None None] Routers {'123ec2af-368e-478a-931f-a7f194062381'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:44:47.542744 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-6224b38a-75d2-4313-8707-0321a929b193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:44:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['123ec2af-368e-478a-931f-a7f194062381'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:47.679807 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-f1dbc79c-d93b-42fe-ac7f-734b7364e109 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "PUT /v2.0/floatingips/76539fe9-9a05-471a-b9d2-79c624d5172c HTTP/1.1" status: 200 len: 991 time: 3.6871247 Feb 07 01:44:47.688011 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9405d24e-63cf-4ca1-a2d8-528bbe781953', 'tag': 'e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:44:47.862593 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-6224b38a-75d2-4313-8707-0321a929b193 None None] Set router 123ec2af-368e-478a-931f-a7f194062381 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:44:47.931702 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 43306) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:48.100441 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8b92a-bfdc-4d2e-876d-0bdefca930ed req-0536fa4a-dc58-4ec6-a7ad-fac4b0321640 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:48.107865 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13e8b92a-bfdc-4d2e-876d-0bdefca930ed req-0536fa4a-dc58-4ec6-a7ad-fac4b0321640 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.3656991 Feb 07 01:44:48.248497 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13e8b92a-bfdc-4d2e-876d-0bdefca930ed req-a0316319-b2d0-4e87-92cd-ac0defe68204 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371140 Feb 07 01:44:48.278897 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547625b-2808-497e-abdf-60ffd6c97159 req-d18b3a31-2efb-4d4e-b0b0-6189714f6f23 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:48.296681 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d547625b-2808-497e-abdf-60ffd6c97159 req-d18b3a31-2efb-4d4e-b0b0-6189714f6f23 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.45 "GET /v2.0/networks?id=3ceebfa2-206c-4db9-909c-1982f5e27a28 HTTP/1.1" status: 200 len: 809 time: 0.6020625 Feb 07 01:44:48.354015 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-190185948-network', 'tenant_id': 'baa366e3c1934c45aad39752ece3850b'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:48.359676 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:48.364142 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Usage tracker for resource:network and tenant:baa366e3c1934c45aad39752ece3850b is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:48.367375 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:48.375055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:48.385773 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Made reservation on behalf of baa366e3c1934c45aad39752ece3850b for: {'network': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:44:48.390687 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for network, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:48.401062 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9405d24e-63cf-4ca1-a2d8-528bbe781953', 'tag': 'e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc', 'status': 'completed', 'code': 200} Feb 07 01:44:48.418008 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:48.422255 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-d547625b-2808-497e-abdf-60ffd6c97159 req-3ad0599a-678c-486f-97d5-43c6d932fe61 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Request body: {'port': {'device_id': 'ce5dfa02-4edd-426c-9b58-24e8c1c81913', 'network_id': '3ceebfa2-206c-4db9-909c-1982f5e27a28', 'admin_state_up': True, 'tenant_id': '6e1ae880096c4001b8976451e8b7d8e2'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:48.436624 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:48.441441 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Usage tracker for resource:security_group_rule and tenant:baa366e3c1934c45aad39752ece3850b is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:48.444763 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:48.452225 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:48.541031 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-6224b38a-75d2-4313-8707-0321a929b193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_floatingips': [{'id': '76539fe9-9a05-471a-b9d2-79c624d5172c', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'floating_ip_address': '172.28.0.134', 'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'router_id': '123ec2af-368e-478a-931f-a7f194062381', 'port_id': 'e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'mac_address': 'fa:16:3e:6e:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9405d24e-63cf-4ca1-a2d8-528bbe781953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:44:15Z', 'updated_at': '2021-02-07T01:44:45Z', 'revision_number': 1, 'project_id': 'cf900df8f787450599a27a266d50017b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b8599f-af92-476e-bc6e-e9340c6e65f5', 'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'mac_address': 'fa:16:3e:57:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:44:02Z', 'updated_at': '2021-02-07T01:44:17Z', 'revision_number': 5, 'project_id': 'cf900df8f787450599a27a266d50017b', 'subnets': [{'id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:48.556045 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13a186ea-c99c-4242-ae40-70eb5b514e5b req-46b015ae-c69b-496a-ae1b-721d9486753d tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5dfa02-4edd-426c-9b58-24e8c1c81913 HTTP/1.1" status: 200 len: 210 time: 0.0699236 Feb 07 01:44:48.565740 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6224b38a-75d2-4313-8707-0321a929b193 None None] Checking router: 123ec2af-368e-478a-931f-a7f194062381 for host: dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:44:48.618449 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6224b38a-75d2-4313-8707-0321a929b193 None None] Routers {'123ec2af-368e-478a-931f-a7f194062381'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:44:48.619357 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-6224b38a-75d2-4313-8707-0321a929b193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:44:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['123ec2af-368e-478a-931f-a7f194062381'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:48.644561 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:48.657313 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:48.662009 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:48.714624 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=79942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 07 01:44:48.765829 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:48.765964 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.segments_db [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Added segment 7da7ba85-1432-44ad-84bc-24ee5b1556ba of type vxlan for network 56f4f79f-3bca-4b2b-9099-334cf5c63d91 Feb 07 01:44:48.779709 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-d547625b-2808-497e-abdf-60ffd6c97159 req-3ad0599a-678c-486f-97d5-43c6d932fe61 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:48.800375 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-d547625b-2808-497e-abdf-60ffd6c97159 req-3ad0599a-678c-486f-97d5-43c6d932fe61 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Usage tracker for resource:port and tenant:6e1ae880096c4001b8976451e8b7d8e2 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:48.806723 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-d547625b-2808-497e-abdf-60ffd6c97159 req-3ad0599a-678c-486f-97d5-43c6d932fe61 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:48.822587 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-d547625b-2808-497e-abdf-60ffd6c97159 req-3ad0599a-678c-486f-97d5-43c6d932fe61 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:48.842987 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754015121881'] for network, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:48.856584 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d547625b-2808-497e-abdf-60ffd6c97159 req-3ad0599a-678c-486f-97d5-43c6d932fe61 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Made reservation on behalf of 6e1ae880096c4001b8976451e8b7d8e2 for: {'port': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:44:48.902475 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-d547625b-2808-497e-abdf-60ffd6c97159 req-3ad0599a-678c-486f-97d5-43c6d932fe61 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:48.932293 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-6224b38a-75d2-4313-8707-0321a929b193 None None] Set router 123ec2af-368e-478a-931f-a7f194062381 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:44:49.025076 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:49.028185 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for network, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:49.031142 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:49.034054 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:49.034649 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:49.051263 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:49.168832 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Pushing event updated for resources: {'Network': ['ID=56f4f79f-3bca-4b2b-9099-334cf5c63d91,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:49.176125 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:49.180985 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Network 56f4f79f-3bca-4b2b-9099-334cf5c63d91 details requested by agent ovs-agent-dv-cinder-740146-7-smb with host dv-cinder-740146-7-smb {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:44:49.343822 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270ccd3-6717-42de-86ee-94dadfdad544 req-88a6d81a-790c-4a94-be02-2b15f066e9f1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:49.345075 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba6197-9357-4241-b400-90ec62858f7e req-cba5957e-aab7-4005-ac76-b488d785cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:49.347062 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ebba6197-9357-4241-b400-90ec62858f7e req-cba5957e-aab7-4005-ac76-b488d785cb59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf900df8f787450599a27a266d50017b&device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 1162 time: 1.0492959 Feb 07 01:44:49.351766 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1270ccd3-6717-42de-86ee-94dadfdad544 req-88a6d81a-790c-4a94-be02-2b15f066e9f1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.4814625 Feb 07 01:44:49.378250 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17016c-26f5-47e3-91bc-6169160e929a req-bb03c782-3a45-4209-8a45-792bcdcf3f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:49.379924 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1f17016c-26f5-47e3-91bc-6169160e929a req-bb03c782-3a45-4209-8a45-792bcdcf3f4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a02770029d734bc0abe3e3995c6a5abd&device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 1162 time: 0.4160612 Feb 07 01:44:49.384889 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4434729 Feb 07 01:44:49.388004 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 43364) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:49.412077 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Network 56f4f79f-3bca-4b2b-9099-334cf5c63d91 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:44:49.604058 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-f09404b4-105d-4864-bca3-8a3710b15eea admin admin] Request body: {'subnet': {'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-190185948-subnet', 'tenant_id': 'baa366e3c1934c45aad39752ece3850b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:49.693672 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-d547625b-2808-497e-abdf-60ffd6c97159 req-3ad0599a-678c-486f-97d5-43c6d932fe61 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Allocated IP 172.20.0.14 (3ceebfa2-206c-4db9-909c-1982f5e27a28/d661c435-520b-4d1f-aaee-3f154e7c3255/00192aff-6608-4c17-8dfc-85747c0279d0) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:44:49.781405 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-6224b38a-75d2-4313-8707-0321a929b193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_floatingips': [{'id': '76539fe9-9a05-471a-b9d2-79c624d5172c', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'floating_ip_address': '172.28.0.134', 'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'router_id': '123ec2af-368e-478a-931f-a7f194062381', 'port_id': 'e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'mac_address': 'fa:16:3e:6e:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9405d24e-63cf-4ca1-a2d8-528bbe781953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:44:15Z', 'updated_at': '2021-02-07T01:44:45Z', 'revision_number': 1, 'project_id': 'cf900df8f787450599a27a266d50017b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b8599f-af92-476e-bc6e-e9340c6e65f5', 'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'mac_address': 'fa:16:3e:57:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:44:02Z', 'updated_at': '2021-02-07T01:44:17Z', 'revision_number': 5, 'project_id': 'cf900df8f787450599a27a266d50017b', 'subnets': [{'id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:44:49.787938 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6224b38a-75d2-4313-8707-0321a929b193 None None] The sync data for ids ['123ec2af-368e-478a-931f-a7f194062381'] in dv-cinder-740146-7-smb is: [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_floatingips': [{'id': '76539fe9-9a05-471a-b9d2-79c624d5172c', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'floating_ip_address': '172.28.0.134', 'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'router_id': '123ec2af-368e-478a-931f-a7f194062381', 'port_id': 'e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'mac_address': 'fa:16:3e:6e:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9405d24e-63cf-4ca1-a2d8-528bbe781953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:44:15Z', 'updated_at': '2021-02-07T01:44:45Z', 'revision_number': 1, 'project_id': 'cf900df8f787450599a27a266d50017b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b8599f-af92-476e-bc6e-e9340c6e65f5', 'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'mac_address': 'fa:16:3e:57:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:44:02Z', 'updated_at': '2021-02-07T01:44:17Z', 'revision_number': 5, 'project_id': 'cf900df8f787450599a27a266d50017b', 'subnets': [{'id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:44:50.056817 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-f09404b4-105d-4864-bca3-8a3710b15eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:50.091896 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1270ccd3-6717-42de-86ee-94dadfdad544 req-b952bd57-c3b4-42f8-b136-4c8e2cfd4174 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7391143 Feb 07 01:44:50.095479 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17016c-26f5-47e3-91bc-6169160e929a req-65b291d2-661d-4d5c-a818-943dc3698d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:50.096987 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1f17016c-26f5-47e3-91bc-6169160e929a req-65b291d2-661d-4d5c-a818-943dc3698d31 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5 HTTP/1.1" status: 200 len: 913 time: 0.6931596 Feb 07 01:44:50.121754 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-d547625b-2808-497e-abdf-60ffd6c97159 req-3ad0599a-678c-486f-97d5-43c6d932fe61 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:50.151853 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba6197-9357-4241-b400-90ec62858f7e req-f9b2b091-5252-4af2-bf10-9dfce2072dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:50.153478 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ebba6197-9357-4241-b400-90ec62858f7e req-f9b2b091-5252-4af2-bf10-9dfce2072dea service neutron] 10.222.0.45 "GET /v2.0/networks?id=08866757-d3c7-4c94-a1bb-5736c8720014 HTTP/1.1" status: 200 len: 904 time: 0.7797487 Feb 07 01:44:50.172121 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-f09404b4-105d-4864-bca3-8a3710b15eea admin admin] Usage tracker for resource:subnet and tenant:baa366e3c1934c45aad39752ece3850b is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:50.186279 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-441f1b6a-ea11-4363-859a-caa2c17086bf req-f2e404b8-7d82-4394-9554-c37702d9ed8e tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5dfa02-4edd-426c-9b58-24e8c1c81913 HTTP/1.1" status: 200 len: 210 time: 0.1260703 Feb 07 01:44:50.187312 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-f09404b4-105d-4864-bca3-8a3710b15eea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:50.259053 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e677b3-ecc1-4fd0-a953-65876ae79310 None None] New status for floating IP 76539fe9-9a05-471a-b9d2-79c624d5172c: ACTIVE {{(pid=79943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 07 01:44:50.261975 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-d547625b-2808-497e-abdf-60ffd6c97159 req-3ad0599a-678c-486f-97d5-43c6d932fe61 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:50.292560 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1f17016c-26f5-47e3-91bc-6169160e929a req-24f27aa0-08bd-48ca-a524-caeb0e5b980b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0812598-ee9f-4706-b0de-fba0c5eb627e HTTP/1.1" status: 200 len: 217 time: 0.0951123 Feb 07 01:44:50.293500 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-f09404b4-105d-4864-bca3-8a3710b15eea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:50.366799 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17016c-26f5-47e3-91bc-6169160e929a req-d84cd833-0725-4562-95d4-6db900038d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:50.368966 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1f17016c-26f5-47e3-91bc-6169160e929a req-d84cd833-0725-4562-95d4-6db900038d50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=448b1d84-79a2-406e-aaae-d8f13e43358f HTTP/1.1" status: 200 len: 859 time: 0.0693502 Feb 07 01:44:50.374495 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09404b4-105d-4864-bca3-8a3710b15eea admin admin] Made reservation on behalf of baa366e3c1934c45aad39752ece3850b for: {'subnet': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:44:50.380555 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f09404b4-105d-4864-bca3-8a3710b15eea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381155'] for subnet, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:50.466124 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:50.543330 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ebba6197-9357-4241-b400-90ec62858f7e req-2a2ebf9f-535a-4897-a52f-5acc6084b868 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc HTTP/1.1" status: 200 len: 999 time: 0.3826580 Feb 07 01:44:50.571810 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d547625b-2808-497e-abdf-60ffd6c97159 req-3ad0599a-678c-486f-97d5-43c6d932fe61 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Network 3ceebfa2-206c-4db9-909c-1982f5e27a28 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:44:50.578163 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-d547625b-2808-497e-abdf-60ffd6c97159 req-3ad0599a-678c-486f-97d5-43c6d932fe61 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:44:50.657120 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 43398) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:50.721745 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1f17016c-26f5-47e3-91bc-6169160e929a req-de736bb2-d357-40e6-88a7-576a1e63c514 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655046 Feb 07 01:44:50.981419 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-d547625b-2808-497e-abdf-60ffd6c97159 req-3ad0599a-678c-486f-97d5-43c6d932fe61 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:44:51.038180 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4e0d198d-15b0-4927-9aa3-bf92d67ebbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:51.049966 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1f17016c-26f5-47e3-91bc-6169160e929a req-2acad6e7-fe28-4238-af77-7f6a9feb38fe service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196814 Feb 07 01:44:51.050094 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547625b-2808-497e-abdf-60ffd6c97159 req-3ad0599a-678c-486f-97d5-43c6d932fe61 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:51.050729 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-d547625b-2808-497e-abdf-60ffd6c97159 req-3ad0599a-678c-486f-97d5-43c6d932fe61 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:51.069496 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-4e0d198d-15b0-4927-9aa3-bf92d67ebbec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:51.075003 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0599a-678c-486f-97d5-43c6d932fe61 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Pushing event updated for resources: {'Port': ['ID=00192aff-6608-4c17-8dfc-85747c0279d0,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:51.080991 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3ad0599a-678c-486f-97d5-43c6d932fe61 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:51.093272 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba6197-9357-4241-b400-90ec62858f7e req-6a5897ac-a22e-4da7-ae19-9b6c9d6637c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:51.094989 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ebba6197-9357-4241-b400-90ec62858f7e req-6a5897ac-a22e-4da7-ae19-9b6c9d6637c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcafc843-a804-40f2-8b05-784a1ee2cb10 HTTP/1.1" status: 200 len: 849 time: 0.5206025 Feb 07 01:44:51.096858 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d547625b-2808-497e-abdf-60ffd6c97159 req-3ad0599a-678c-486f-97d5-43c6d932fe61 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6796811 Feb 07 01:44:51.103434 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-4e0d198d-15b0-4927-9aa3-bf92d67ebbec admin admin] Usage tracker for resource:security_group_rule and tenant:f078d9b2f3e3467a8535074c37b5af5f is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:51.116431 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-4e0d198d-15b0-4927-9aa3-bf92d67ebbec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:51.135263 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-4e0d198d-15b0-4927-9aa3-bf92d67ebbec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:51.168930 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Request body: {'port': {'device_id': 'ce5dfa02-4edd-426c-9b58-24e8c1c81913', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:51.271766 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba6197-9357-4241-b400-90ec62858f7e req-d860ffb6-c38c-4679-af21-ce5bed923f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:51.273408 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ebba6197-9357-4241-b400-90ec62858f7e req-d860ffb6-c38c-4679-af21-ce5bed923f33 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08866757-d3c7-4c94-a1bb-5736c8720014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1608219 Feb 07 01:44:51.362790 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:51.442440 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1f17016c-26f5-47e3-91bc-6169160e929a req-1ca525b0-8986-4cb4-a0e9-3903e9312432 service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3712909 Feb 07 01:44:51.591193 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f09404b4-105d-4864-bca3-8a3710b15eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2015017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381168'] for subnet, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:51.644609 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ebba6197-9357-4241-b400-90ec62858f7e req-a6c0ba72-9402-42de-b36d-31886a57b0db service neutron] 10.222.0.45 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034050 Feb 07 01:44:51.676586 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f848b-a10c-49fc-bdae-d901d82ec2d7 req-da0e9e95-766f-470c-94b0-a20380c43f74 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:51.678311 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d51f848b-a10c-49fc-bdae-d901d82ec2d7 req-da0e9e95-766f-470c-94b0-a20380c43f74 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.4255445 Feb 07 01:44:51.695374 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-21ee35e3-15fb-4ed8-a544-3c25fdcf0f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:51.948795 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ebba6197-9357-4241-b400-90ec62858f7e req-63c284cc-38fa-4486-947d-3e0918d44ff1 service neutron] 10.222.0.45 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2584410 Feb 07 01:44:51.981744 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb3c9d-db85-4ff2-9783-b948db746b38 req-e778b9fb-59e9-43eb-8f2f-157603d28916 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:51.983498 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-66fb3c9d-db85-4ff2-9783-b948db746b38 req-e778b9fb-59e9-43eb-8f2f-157603d28916 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5dfa02-4edd-426c-9b58-24e8c1c81913 HTTP/1.1" status: 200 len: 932 time: 0.5491323 Feb 07 01:44:52.018626 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d51f848b-a10c-49fc-bdae-d901d82ec2d7 req-eccc02cb-6492-4c29-9466-ee1d62bdc5df tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943397 Feb 07 01:44:52.019357 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09404b4-105d-4864-bca3-8a3710b15eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=8100aead-6371-470f-922e-c96f1eea8ca9,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:52.029687 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f09404b4-105d-4864-bca3-8a3710b15eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:52.065459 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4e0d198d-15b0-4927-9aa3-bf92d67ebbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:52.080690 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00192aff-6608-4c17-8dfc-85747c0279d0 {{(pid=79941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 07 01:44:52.089770 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:52.093724 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4e0d198d-15b0-4927-9aa3-bf92d67ebbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:52.103190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Transition to ACTIVE for port object 00192aff-6608-4c17-8dfc-85747c0279d0 will not be triggered until provisioned by entity L2. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:44:52.107411 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:52.112427 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:52.147125 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-4e0d198d-15b0-4927-9aa3-bf92d67ebbec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f078d9b2f3e3467a8535074c37b5af5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4873037 Feb 07 01:44:52.149416 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 43440) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:52.185294 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-66fb3c9d-db85-4ff2-9783-b948db746b38 req-f02fb66a-6117-4647-990e-fce7b469b170 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Synchronizing usage tracker for tenant:6e1ae880096c4001b8976451e8b7d8e2 on resource:security_group {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:44:52.202789 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:52.256662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d198d-15b0-4927-9aa3-bf92d67ebbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074fdc69-0c1f-400e-a32d-33685219c5f5,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:52.270718 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4e0d198d-15b0-4927-9aa3-bf92d67ebbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:52.273368 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-66fb3c9d-db85-4ff2-9783-b948db746b38 req-f02fb66a-6117-4647-990e-fce7b469b170 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Unset dirty status for tenant:6e1ae880096c4001b8976451e8b7d8e2 on resource:security_group {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:44:52.274354 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-66fb3c9d-db85-4ff2-9783-b948db746b38 req-f02fb66a-6117-4647-990e-fce7b469b170 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac8ec18-6f5e-4110-9e13-57c408bd589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828977 Feb 07 01:44:52.292537 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09404b4-105d-4864-bca3-8a3710b15eea admin admin] Checking segment: {'id': '7da7ba85-1432-44ad-84bc-24ee5b1556ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:44:52.292913 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09404b4-105d-4864-bca3-8a3710b15eea admin admin] Network hostable DHCP agents. Network: 56f4f79f-3bca-4b2b-9099-334cf5c63d91, hostable agents: ['056a6a88-4ceb-42c7-bddf-a3443bc3d195'], hosted agents: [] {{(pid=79942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 07 01:44:52.317935 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Pushing event updated for resources: {'Port': ['ID=00192aff-6608-4c17-8dfc-85747c0279d0,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:52.318125 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3c290e9a-22d1-4030-bf3c-ebc78ae5eada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:52.322039 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:52.346652 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09404b4-105d-4864-bca3-8a3710b15eea admin admin] Network 56f4f79f-3bca-4b2b-9099-334cf5c63d91 is scheduled to be hosted by DHCP agent 056a6a88-4ceb-42c7-bddf-a3443bc3d195 with binding_index 1 {{(pid=79942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 07 01:44:52.357013 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3c290e9a-22d1-4030-bf3c-ebc78ae5eada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:52.370047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-f09404b4-105d-4864-bca3-8a3710b15eea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-smb, 56f4f79f-3bca-4b2b-9099-334cf5c63d91) {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:44:52.397454 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2636f112-1026-4821-bf94-bd46e2855003 None None] Network 56f4f79f-3bca-4b2b-9099-334cf5c63d91 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:44:52.401878 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09404b4-105d-4864-bca3-8a3710b15eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:52.402542 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f09404b4-105d-4864-bca3-8a3710b15eea admin admin] Notify callbacks [] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:52.419768 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Attempting to bind port 00192aff-6608-4c17-8dfc-85747c0279d0 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:44:52.420151 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Attempting to bind port 00192aff-6608-4c17-8dfc-85747c0279d0 by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '030920fd-0c1f-416f-a86c-219c34dd20b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3ceebfa2-206c-4db9-909c-1982f5e27a28'}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:44:52.420538 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Attempting to bind port 00192aff-6608-4c17-8dfc-85747c0279d0 on network 3ceebfa2-206c-4db9-909c-1982f5e27a28 {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:44:52.430647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Checking agent: {'id': 'b7cc771a-d95a-4267-9fb0-ee0cef286fca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 41, 44), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:44:52.430647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Checking segment: {'id': '030920fd-0c1f-416f-a86c-219c34dd20b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3ceebfa2-206c-4db9-909c-1982f5e27a28'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:44:52.430647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:52.430647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Bound using segment: {'id': '030920fd-0c1f-416f-a86c-219c34dd20b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3ceebfa2-206c-4db9-909c-1982f5e27a28'} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:44:52.430647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Bound port: 00192aff-6608-4c17-8dfc-85747c0279d0, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030920fd-0c1f-416f-a86c-219c34dd20b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3ceebfa2-206c-4db9-909c-1982f5e27a28'}}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:44:52.430647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:52.435086 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-f09404b4-105d-4864-bca3-8a3710b15eea admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0459356 Feb 07 01:44:52.448055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3c290e9a-22d1-4030-bf3c-ebc78ae5eada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:52.455633 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-e58e62b5-7f24-4ecf-99f7-201bd97cd2d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:52.473788 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3c290e9a-22d1-4030-bf3c-ebc78ae5eada admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:52.475986 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-3c290e9a-22d1-4030-bf3c-ebc78ae5eada admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/074fdc69-0c1f-400e-a32d-33685219c5f5 HTTP/1.1" status: 204 len: 168 time: 0.3223720 Feb 07 01:44:52.477152 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c290e9a-22d1-4030-bf3c-ebc78ae5eada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074fdc69-0c1f-400e-a32d-33685219c5f5,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:52.480475 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3c290e9a-22d1-4030-bf3c-ebc78ae5eada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:52.563159 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] For port 00192aff-6608-4c17-8dfc-85747c0279d0, host hv-cinder-74014, cleared binding levels {{(pid=79941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:44:52.566464 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] For port 00192aff-6608-4c17-8dfc-85747c0279d0, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=00192aff-6608-4c17-8dfc-85747c0279d0,segment=NetworkSegment(030920fd-0c1f-416f-a86c-219c34dd20b1),segment_id=030920fd-0c1f-416f-a86c-219c34dd20b1)] {{(pid=79941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:44:52.572821 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:52.681295 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:52.766046 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Pushing event updated for resources: {'Port': ['ID=00192aff-6608-4c17-8dfc-85747c0279d0,revision_number=3']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:52.772010 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:52.855817 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:52.856513 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:52.858038 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d547625b-2808-497e-abdf-60ffd6c97159 req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] 10.222.0.45 "PUT /v2.0/ports/00192aff-6608-4c17-8dfc-85747c0279d0 HTTP/1.1" status: 200 len: 1158 time: 1.7441614 Feb 07 01:44:52.858572 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5dfa02-4edd-426c-9b58-24e8c1c81913', 'tag': '00192aff-6608-4c17-8dfc-85747c0279d0'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:44:53.019111 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5dfa02-4edd-426c-9b58-24e8c1c81913', 'tag': '00192aff-6608-4c17-8dfc-85747c0279d0', 'status': 'completed', 'code': 200} Feb 07 01:44:53.089334 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547625b-2808-497e-abdf-60ffd6c97159 req-460decd4-d080-45ef-8844-c86be92ae4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:53.091023 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d547625b-2808-497e-abdf-60ffd6c97159 req-460decd4-d080-45ef-8844-c86be92ae4de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6e1ae880096c4001b8976451e8b7d8e2&device_id=ce5dfa02-4edd-426c-9b58-24e8c1c81913 HTTP/1.1" status: 200 len: 1161 time: 0.1647778 Feb 07 01:44:53.096337 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a818d1-743f-4f7a-ab91-7654b57b34e0 None None] Network 56f4f79f-3bca-4b2b-9099-334cf5c63d91 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:44:53.207408 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 43476) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:53.209240 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d547625b-2808-497e-abdf-60ffd6c97159 req-3d4a5c7f-725f-4679-b3a1-7f69380048de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00192aff-6608-4c17-8dfc-85747c0279d0 HTTP/1.1" status: 200 len: 217 time: 0.1006057 Feb 07 01:44:53.299277 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547625b-2808-497e-abdf-60ffd6c97159 req-78b8132f-129d-4b39-bb03-7cb51ad3fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:53.300869 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d547625b-2808-497e-abdf-60ffd6c97159 req-78b8132f-129d-4b39-bb03-7cb51ad3fc07 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d661c435-520b-4d1f-aaee-3f154e7c3255 HTTP/1.1" status: 200 len: 849 time: 0.0802476 Feb 07 01:44:53.357877 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-46b03684-3ba3-4a14-9d49-6c863585b7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:53.377284 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d547625b-2808-497e-abdf-60ffd6c97159 req-614f2908-fedf-4fb6-a4e6-3e4ce1374845 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ceebfa2-206c-4db9-909c-1982f5e27a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629530 Feb 07 01:44:53.381301 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-46b03684-3ba3-4a14-9d49-6c863585b7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:53.382564 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17e969-5cbd-4b6e-a61a-ff0edaf5ee24 req-a1c4d0e2-0271-4f5a-8ff6-a7c8e76aa5dd tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:53.384747 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4b17e969-5cbd-4b6e-a61a-ff0edaf5ee24 req-a1c4d0e2-0271-4f5a-8ff6-a7c8e76aa5dd tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.1982398 Feb 07 01:44:53.390090 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-46b03684-3ba3-4a14-9d49-6c863585b7be admin admin] Usage tracker for resource:security_group_rule and tenant:21cba5f637744b72a37e7509d09af462 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:53.399677 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-46b03684-3ba3-4a14-9d49-6c863585b7be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:53.406919 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-46b03684-3ba3-4a14-9d49-6c863585b7be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:53.491506 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4b17e969-5cbd-4b6e-a61a-ff0edaf5ee24 req-d8740d28-3518-4eb8-9638-d53c768b394a tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001968 Feb 07 01:44:53.733022 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d547625b-2808-497e-abdf-60ffd6c97159 req-b78470e5-da0a-4532-8d4d-4834790c7a39 service neutron] 10.222.0.45 "GET /v2.0/networks/3ceebfa2-206c-4db9-909c-1982f5e27a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442829 Feb 07 01:44:53.782548 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-46b03684-3ba3-4a14-9d49-6c863585b7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:53.798542 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-46b03684-3ba3-4a14-9d49-6c863585b7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:53.833958 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d3112eeb-5535-426d-af3a-082a8f4ddf52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:53.837546 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-2e41f9b7-797a-45fe-8c87-53b1c4c345be tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:53.838558 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-2e41f9b7-797a-45fe-8c87-53b1c4c345be tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Synchronizing usage tracker for tenant:baa366e3c1934c45aad39752ece3850b on resource:network {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:44:53.845349 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-46b03684-3ba3-4a14-9d49-6c863585b7be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21cba5f637744b72a37e7509d09af462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6326172 Feb 07 01:44:53.846593 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 43500) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:53.872943 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-2e41f9b7-797a-45fe-8c87-53b1c4c345be tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Unset dirty status for tenant:baa366e3c1934c45aad39752ece3850b on resource:network {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:44:53.874530 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-2e41f9b7-797a-45fe-8c87-53b1c4c345be tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/networks?id=56f4f79f-3bca-4b2b-9099-334cf5c63d91 HTTP/1.1" status: 200 len: 814 time: 0.3820374 Feb 07 01:44:53.930874 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b03684-3ba3-4a14-9d49-6c863585b7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b16568-a841-411b-96a9-8341587d689b,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:53.935545 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-46b03684-3ba3-4a14-9d49-6c863585b7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:53.957534 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d547625b-2808-497e-abdf-60ffd6c97159 req-e67f827f-8ec0-48b4-b807-0d6d8f9885f4 service neutron] 10.222.0.45 "GET /v2.0/networks/3ceebfa2-206c-4db9-909c-1982f5e27a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2120178 Feb 07 01:44:53.959666 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-5a708f50-3281-4ad2-98aa-b5ed068ba69f tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/quotas/baa366e3c1934c45aad39752ece3850b HTTP/1.1" status: 200 len: 375 time: 0.0727589 Feb 07 01:44:54.050563 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-0a721893-8a4b-4e6c-b3e9-b376b42295dd tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=baa366e3c1934c45aad39752ece3850b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766683 Feb 07 01:44:54.052675 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-db150cfc-e43c-490b-bf37-a3fbe47db458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:54.127432 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-db150cfc-e43c-490b-bf37-a3fbe47db458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:54.235835 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdf7e3-0f30-4dc2-828b-a82a6cb7e900 req-d617082c-4094-4cde-b299-9008d63b7467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:54.237867 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-95bdf7e3-0f30-4dc2-828b-a82a6cb7e900 req-d617082c-4094-4cde-b299-9008d63b7467 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6e1ae880096c4001b8976451e8b7d8e2&device_id=ce5dfa02-4edd-426c-9b58-24e8c1c81913 HTTP/1.1" status: 200 len: 1161 time: 0.1504781 Feb 07 01:44:54.243102 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec209d4b-6719-4233-bcd0-0ab207a2a0bf req-52092906-61fe-4366-bb06-b60f918e5424 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:54.244812 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ec209d4b-6719-4233-bcd0-0ab207a2a0bf req-52092906-61fe-4366-bb06-b60f918e5424 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5dfa02-4edd-426c-9b58-24e8c1c81913 HTTP/1.1" status: 200 len: 944 time: 0.3310728 Feb 07 01:44:54.412528 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdf7e3-0f30-4dc2-828b-a82a6cb7e900 req-137b8794-fc3a-4375-8e94-2301a1bf9cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:54.414141 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-95bdf7e3-0f30-4dc2-828b-a82a6cb7e900 req-137b8794-fc3a-4375-8e94-2301a1bf9cbf service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ceebfa2-206c-4db9-909c-1982f5e27a28 HTTP/1.1" status: 200 len: 903 time: 0.1623251 Feb 07 01:44:54.515181 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-95bdf7e3-0f30-4dc2-828b-a82a6cb7e900 req-841aea82-2332-4806-abae-74b602c755ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00192aff-6608-4c17-8dfc-85747c0279d0 HTTP/1.1" status: 200 len: 217 time: 0.0932267 Feb 07 01:44:54.586089 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdf7e3-0f30-4dc2-828b-a82a6cb7e900 req-357adf89-8b7b-4109-83dc-f22916fba48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:54.588244 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-95bdf7e3-0f30-4dc2-828b-a82a6cb7e900 req-357adf89-8b7b-4109-83dc-f22916fba48f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d661c435-520b-4d1f-aaee-3f154e7c3255 HTTP/1.1" status: 200 len: 849 time: 0.0658884 Feb 07 01:44:54.616000 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ec209d4b-6719-4233-bcd0-0ab207a2a0bf req-faaa4558-a488-4ea4-8df5-29f01d0b8569 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac8ec18-6f5e-4110-9e13-57c408bd589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620715 Feb 07 01:44:54.621591 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-6849076d-6537-4656-8e4c-55e7b3bb8f8a service neutron] 10.222.0.52 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488896 Feb 07 01:44:54.623915 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-db150cfc-e43c-490b-bf37-a3fbe47db458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:54.631443 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f7dd74ff-af89-408c-915b-17a2c9c6ebdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:54.643807 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-95bdf7e3-0f30-4dc2-828b-a82a6cb7e900 req-9a8c0e79-3606-47d6-8ff7-69a00bd9847b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ceebfa2-206c-4db9-909c-1982f5e27a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480044 Feb 07 01:44:54.712169 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db150cfc-e43c-490b-bf37-a3fbe47db458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b16568-a841-411b-96a9-8341587d689b,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:54.800195 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-db150cfc-e43c-490b-bf37-a3fbe47db458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:54.824023 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-95bdf7e3-0f30-4dc2-828b-a82a6cb7e900 req-da68cd80-f2d5-4446-a34e-18fc7279a20e service neutron] 10.222.0.45 "GET /v2.0/networks/3ceebfa2-206c-4db9-909c-1982f5e27a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699810 Feb 07 01:44:54.855548 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-db150cfc-e43c-490b-bf37-a3fbe47db458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:54.856678 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-db150cfc-e43c-490b-bf37-a3fbe47db458 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98b16568-a841-411b-96a9-8341587d689b HTTP/1.1" status: 204 len: 168 time: 0.9983153 Feb 07 01:44:54.908854 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-6b5fb1e7-5842-4bd8-8b60-ab365589baa5 service neutron] 10.222.0.52 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2784119 Feb 07 01:44:55.028242 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24d187-2608-45dc-8455-065f31095ebe req-43615a97-8c07-4ccc-b62f-3c1c4301f1bb tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:55.029997 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9a24d187-2608-45dc-8455-065f31095ebe req-43615a97-8c07-4ccc-b62f-3c1c4301f1bb tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.2288251 Feb 07 01:44:55.153850 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9a24d187-2608-45dc-8455-065f31095ebe req-baccdd3d-eaaa-48e1-8fbd-06f7739d0034 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141498 Feb 07 01:44:55.282198 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d3b6c74e-4291-414f-b779-df1a2e50f209 req-4a80c9e8-ea37-4293-87eb-a2054871e963 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f HTTP/1.1" status: 200 len: 210 time: 0.0651636 Feb 07 01:44:55.376425 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-95bdf7e3-0f30-4dc2-828b-a82a6cb7e900 req-44f87aef-96cd-4b67-981c-ea47605d75cb service neutron] 10.222.0.45 "GET /v2.0/networks/3ceebfa2-206c-4db9-909c-1982f5e27a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5405803 Feb 07 01:44:55.923608 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.objects.ports [None req-253ad51b-6bfe-45b0-91ec-35ae1b7b12ba None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79943) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 07 01:44:56.007312 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6afaed-17b7-47b7-877a-d0576fba1f37 req-424ff3ac-22f3-4f38-93a4-5df9ab5fcc71 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:56.015337 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0f6afaed-17b7-47b7-877a-d0576fba1f37 req-424ff3ac-22f3-4f38-93a4-5df9ab5fcc71 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5dfa02-4edd-426c-9b58-24e8c1c81913 HTTP/1.1" status: 200 len: 944 time: 0.2517326 Feb 07 01:44:56.091252 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0f6afaed-17b7-47b7-877a-d0576fba1f37 req-244f0c51-6e61-41f2-8360-bbece7b97b6d tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac8ec18-6f5e-4110-9e13-57c408bd589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747321 Feb 07 01:44:56.464917 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f959c2-be25-45a8-b21f-d3cad805cc48 req-fc8b2bac-3850-460a-a97b-38a5b6e62f3d tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:56.466629 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-06f959c2-be25-45a8-b21f-d3cad805cc48 req-fc8b2bac-3850-460a-a97b-38a5b6e62f3d tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.1734891 Feb 07 01:44:56.559452 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2d2cb408-41fb-4e41-b29f-04a9b9c3b5a1 req-9b48cc02-ad03-4d7c-97e5-77f8f9169032 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f HTTP/1.1" status: 200 len: 210 time: 0.0916402 Feb 07 01:44:56.633426 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-06f959c2-be25-45a8-b21f-d3cad805cc48 req-0819dda8-dbfc-4d0a-a36d-46a7cd5d559f tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177368 Feb 07 01:44:56.634382 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 00192aff-6608-4c17-8dfc-85747c0279d0 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:56.772928 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning for port 00192aff-6608-4c17-8dfc-85747c0279d0 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:44:56.780869 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 00192aff-6608-4c17-8dfc-85747c0279d0 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:56.781554 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:56.972323 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:57.009164 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5dfa02-4edd-426c-9b58-24e8c1c81913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00192aff-6608-4c17-8dfc-85747c0279d0'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:44:57.011799 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-36fb41af-60a5-47db-bbc8-b5f2c58cb61a tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:57.013864 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-36fb41af-60a5-47db-bbc8-b5f2c58cb61a tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.45 "GET /v2.0/networks?id=56f4f79f-3bca-4b2b-9099-334cf5c63d91 HTTP/1.1" status: 200 len: 814 time: 0.2928886 Feb 07 01:44:57.021863 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 00192aff-6608-4c17-8dfc-85747c0279d0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=00192aff-6608-4c17-8dfc-85747c0279d0,segment=NetworkSegment(030920fd-0c1f-416f-a86c-219c34dd20b1),segment_id=030920fd-0c1f-416f-a86c-219c34dd20b1)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:44:57.026136 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:57.029540 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:57.040519 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-81c85260-0f6c-4d56-9a86-2b31bc0f20bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Request body: {'port': {'device_id': '2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f', 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91', 'admin_state_up': True, 'tenant_id': 'baa366e3c1934c45aad39752ece3850b'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:57.096355 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5dfa02-4edd-426c-9b58-24e8c1c81913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00192aff-6608-4c17-8dfc-85747c0279d0', 'code': 200} Feb 07 01:44:57.150828 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=00192aff-6608-4c17-8dfc-85747c0279d0,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:57.157241 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 43632) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:57.177211 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.177794 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.178329 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.178927 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.180596 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.181250 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.181794 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.182968 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.183502 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.184021 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.184553 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.185577 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.186175 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.186697 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.189664 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.190201 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.190751 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.191485 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.192017 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.192638 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.193167 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.193777 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.194294 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.194825 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:44:57.199997 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:57.226703 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-81c85260-0f6c-4d56-9a86-2b31bc0f20bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:57.232767 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-81c85260-0f6c-4d56-9a86-2b31bc0f20bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Usage tracker for resource:port and tenant:baa366e3c1934c45aad39752ece3850b is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:57.236245 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-81c85260-0f6c-4d56-9a86-2b31bc0f20bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:57.247690 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-81c85260-0f6c-4d56-9a86-2b31bc0f20bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:57.265247 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-81c85260-0f6c-4d56-9a86-2b31bc0f20bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Made reservation on behalf of baa366e3c1934c45aad39752ece3850b for: {'port': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:44:57.290320 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-81c85260-0f6c-4d56-9a86-2b31bc0f20bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:57.422158 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fd875224-97ea-4243-9698-917f4addec88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:57.453289 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-fd875224-97ea-4243-9698-917f4addec88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:57.467676 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-fd875224-97ea-4243-9698-917f4addec88 admin admin] Usage tracker for resource:security_group_rule and tenant:ff41b8e560f6418c8a12f6f057944713 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:57.576285 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3a291-da4a-41b3-b60d-bc679f6167ee req-86b1209d-3c28-4cb2-8c84-c0a22fedfd1e tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:57.584360 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-68e3a291-da4a-41b3-b60d-bc679f6167ee req-86b1209d-3c28-4cb2-8c84-c0a22fedfd1e tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5dfa02-4edd-426c-9b58-24e8c1c81913 HTTP/1.1" status: 200 len: 946 time: 0.2817619 Feb 07 01:44:57.645068 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-fd875224-97ea-4243-9698-917f4addec88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:57.653808 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-fd875224-97ea-4243-9698-917f4addec88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:57.668998 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-81c85260-0f6c-4d56-9a86-2b31bc0f20bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Allocated IP 172.20.0.13 (56f4f79f-3bca-4b2b-9099-334cf5c63d91/8100aead-6371-470f-922e-c96f1eea8ca9/17b69858-c694-45b7-a36f-238c88e1775d) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:44:57.739480 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-68e3a291-da4a-41b3-b60d-bc679f6167ee req-06ad5236-1424-4738-a274-5bb11594d661 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac8ec18-6f5e-4110-9e13-57c408bd589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538882 Feb 07 01:44:57.794760 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979c79d-3999-414c-bf4e-7f49f40db66c req-2a2d8284-21df-4031-807c-75a96b7441ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:57.796444 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d979c79d-3999-414c-bf4e-7f49f40db66c req-2a2d8284-21df-4031-807c-75a96b7441ac service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ce5dfa02-4edd-426c-9b58-24e8c1c81913 HTTP/1.1" status: 200 len: 1163 time: 0.1329749 Feb 07 01:44:57.844284 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c8d362da-51d4-4ef9-b325-db712790b9a8 req-01466243-884b-4155-8ea3-227ecfbfef87 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f HTTP/1.1" status: 200 len: 210 time: 0.0989432 Feb 07 01:44:57.892341 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 00192aff-6608-4c17-8dfc-85747c0279d0 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:44:57.918364 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fd875224-97ea-4243-9698-917f4addec88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:57.967033 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fd875224-97ea-4243-9698-917f4addec88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:57.999845 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d979c79d-3999-414c-bf4e-7f49f40db66c req-64172e68-a115-46d2-a2cc-90e67ef78b78 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ac8ec18-6f5e-4110-9e13-57c408bd589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917734 Feb 07 01:44:58.003046 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9dac7dd3-b753-4694-a76e-f52ba164c799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:58.038930 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-fd875224-97ea-4243-9698-917f4addec88 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff41b8e560f6418c8a12f6f057944713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8802965 Feb 07 01:44:58.042382 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 43662) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:58.047815 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 00192aff-6608-4c17-8dfc-85747c0279d0 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:44:58.048247 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:58.048401 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd875224-97ea-4243-9698-917f4addec88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f538f84a-e7c6-46dd-a376-5e342ec82795,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:58.062424 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fd875224-97ea-4243-9698-917f4addec88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:58.120663 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-81c85260-0f6c-4d56-9a86-2b31bc0f20bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:58.166213 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-abca0020-9985-41eb-b515-e996d20923bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:58.166751 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9014f69-5621-4df8-acdd-4a20c6e527d2 req-336e6a31-3d21-45a1-935e-a6def8bbf32c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:58.174955 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b9014f69-5621-4df8-acdd-4a20c6e527d2 req-336e6a31-3d21-45a1-935e-a6def8bbf32c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.2547319 Feb 07 01:44:58.203084 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-abca0020-9985-41eb-b515-e996d20923bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:58.245804 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b9014f69-5621-4df8-acdd-4a20c6e527d2 req-d872c4e1-f9f0-4134-bb67-83fd2eb07fc3 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692315 Feb 07 01:44:58.247714 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-81c85260-0f6c-4d56-9a86-2b31bc0f20bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:58.262945 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:58.416741 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c85260-0f6c-4d56-9a86-2b31bc0f20bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Pushing event updated for resources: {'Port': ['ID=17b69858-c694-45b7-a36f-238c88e1775d,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:58.419192 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-abca0020-9985-41eb-b515-e996d20923bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:58.423696 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-81c85260-0f6c-4d56-9a86-2b31bc0f20bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:58.426345 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-600a1d72-b41a-4816-aa88-2dde3615d767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:58.444934 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca0020-9985-41eb-b515-e996d20923bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f538f84a-e7c6-46dd-a376-5e342ec82795,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:58.451226 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-abca0020-9985-41eb-b515-e996d20923bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:58.479900 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-abca0020-9985-41eb-b515-e996d20923bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:58.481137 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-abca0020-9985-41eb-b515-e996d20923bd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f538f84a-e7c6-46dd-a376-5e342ec82795 HTTP/1.1" status: 204 len: 168 time: 0.4353764 Feb 07 01:44:58.501980 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-81c85260-0f6c-4d56-9a86-2b31bc0f20bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Network 56f4f79f-3bca-4b2b-9099-334cf5c63d91 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:44:58.503463 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-81c85260-0f6c-4d56-9a86-2b31bc0f20bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:44:58.505862 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-81c85260-0f6c-4d56-9a86-2b31bc0f20bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:44:58.573284 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-81c85260-0f6c-4d56-9a86-2b31bc0f20bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:58.574018 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-81c85260-0f6c-4d56-9a86-2b31bc0f20bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:58.598529 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-81c85260-0f6c-4d56-9a86-2b31bc0f20bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5628417 Feb 07 01:44:58.619482 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Request body: {'port': {'device_id': '2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:44:58.757821 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:59.264919 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b69858-c694-45b7-a36f-238c88e1775d {{(pid=79941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 07 01:44:59.273170 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:59.291200 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Transition to ACTIVE for port object 17b69858-c694-45b7-a36f-238c88e1775d will not be triggered until provisioned by entity L2. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:44:59.303166 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:59.333389 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-81c85260-0f6c-4d56-9a86-2b31bc0f20bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:44:59.366402 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868e41e-ec62-4ad5-b346-cf0f5133264f req-51cf9ba0-020f-4c9b-a300-34506bc4d25e tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:59.382673 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e868e41e-ec62-4ad5-b346-cf0f5133264f req-51cf9ba0-020f-4c9b-a300-34506bc4d25e tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5dfa02-4edd-426c-9b58-24e8c1c81913 HTTP/1.1" status: 200 len: 946 time: 0.4341345 Feb 07 01:44:59.384172 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 43720) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:59.384726 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 43722) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:44:59.505811 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e868e41e-ec62-4ad5-b346-cf0f5133264f req-b285eb98-f90b-4572-922f-0b0f67e3950a tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac8ec18-6f5e-4110-9e13-57c408bd589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220169 Feb 07 01:44:59.598717 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Pushing event updated for resources: {'Port': ['ID=17b69858-c694-45b7-a36f-238c88e1775d,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:44:59.617204 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:44:59.703832 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f925f9-e071-4c39-a355-ef74db868eee req-5eba0df6-3cc0-4320-9eee-53ca162ba2ff tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:59.712029 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-54f925f9-e071-4c39-a355-ef74db868eee req-5eba0df6-3cc0-4320-9eee-53ca162ba2ff tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f HTTP/1.1" status: 200 len: 932 time: 0.6354334 Feb 07 01:44:59.749717 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Attempting to bind port 17b69858-c694-45b7-a36f-238c88e1775d on host hv-cinder-74014 for vnic_type normal with profile {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:44:59.750525 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Attempting to bind port 17b69858-c694-45b7-a36f-238c88e1775d by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '7da7ba85-1432-44ad-84bc-24ee5b1556ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91'}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:44:59.751069 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Attempting to bind port 17b69858-c694-45b7-a36f-238c88e1775d on network 56f4f79f-3bca-4b2b-9099-334cf5c63d91 {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:44:59.758016 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Checking agent: {'id': 'b7cc771a-d95a-4267-9fb0-ee0cef286fca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 41, 44), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:44:59.758701 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Checking segment: {'id': '7da7ba85-1432-44ad-84bc-24ee5b1556ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:44:59.759285 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:59.759831 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Bound using segment: {'id': '7da7ba85-1432-44ad-84bc-24ee5b1556ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91'} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:44:59.760634 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Bound port: 17b69858-c694-45b7-a36f-238c88e1775d, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da7ba85-1432-44ad-84bc-24ee5b1556ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91'}}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:44:59.761148 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:59.838557 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-54f925f9-e071-4c39-a355-ef74db868eee req-23f82352-9256-4360-a129-4cdec9eaa396 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Synchronizing usage tracker for tenant:baa366e3c1934c45aad39752ece3850b on resource:security_group {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:44:59.843372 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ba223b08-7557-4300-b295-18d7c324a84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:59.875651 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-ba223b08-7557-4300-b295-18d7c324a84c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:44:59.880100 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-ba223b08-7557-4300-b295-18d7c324a84c admin admin] Usage tracker for resource:security_group_rule and tenant:24f7cbc5ad2149d18757f997148f3f9a is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:44:59.883307 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-ba223b08-7557-4300-b295-18d7c324a84c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:44:59.889360 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-ba223b08-7557-4300-b295-18d7c324a84c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:44:59.970134 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-97fefd76-ddc3-427d-b5e0-5948936bdd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:44:59.978935 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82583f54-8a48-40cf-ac48-4cac22c9f6b4 req-7e9792d9-7cb4-410f-8cc5-ee0f6e60589f tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:44:59.980748 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-82583f54-8a48-40cf-ac48-4cac22c9f6b4 req-7e9792d9-7cb4-410f-8cc5-ee0f6e60589f tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.2657268 Feb 07 01:44:59.981512 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-54f925f9-e071-4c39-a355-ef74db868eee req-23f82352-9256-4360-a129-4cdec9eaa396 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Unset dirty status for tenant:baa366e3c1934c45aad39752ece3850b on resource:security_group {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:44:59.982610 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-54f925f9-e071-4c39-a355-ef74db868eee req-23f82352-9256-4360-a129-4cdec9eaa396 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697186 Feb 07 01:44:59.991527 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] For port 17b69858-c694-45b7-a36f-238c88e1775d, host hv-cinder-74014, cleared binding levels {{(pid=79941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:44:59.999855 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-97fefd76-ddc3-427d-b5e0-5948936bdd26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:00.009859 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-97fefd76-ddc3-427d-b5e0-5948936bdd26 admin admin] Usage tracker for resource:security_group_rule and tenant:95be839111e741d9935a8dd378b781b8 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:00.015537 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] For port 17b69858-c694-45b7-a36f-238c88e1775d, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=17b69858-c694-45b7-a36f-238c88e1775d,segment=NetworkSegment(7da7ba85-1432-44ad-84bc-24ee5b1556ba),segment_id=7da7ba85-1432-44ad-84bc-24ee5b1556ba)] {{(pid=79941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:45:00.016713 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-97fefd76-ddc3-427d-b5e0-5948936bdd26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:00.037715 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:00.065479 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-82583f54-8a48-40cf-ac48-4cac22c9f6b4 req-8c2d4146-d2cf-4a5d-a38b-0ca971805f1f tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641339 Feb 07 01:45:00.139151 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-97fefd76-ddc3-427d-b5e0-5948936bdd26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:00.142279 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:00.166803 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 43746) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:00.307019 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1717591636-network', 'tenant_id': '458d85ffa04943ada9b2f305c2c8f029'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:45:00.311845 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Pushing event updated for resources: {'Port': ['ID=17b69858-c694-45b7-a36f-238c88e1775d,revision_number=3']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:00.311978 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:00.315370 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:00.315913 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Usage tracker for resource:network and tenant:458d85ffa04943ada9b2f305c2c8f029 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:00.318976 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:00.324944 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:00.333972 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ba223b08-7557-4300-b295-18d7c324a84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:00.336002 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Made reservation on behalf of 458d85ffa04943ada9b2f305c2c8f029 for: {'network': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:45:00.341345 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for network, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:00.345633 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ba223b08-7557-4300-b295-18d7c324a84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:00.354110 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:00.354792 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:00.355265 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:00.356310 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] 10.222.0.45 "PUT /v2.0/ports/17b69858-c694-45b7-a36f-238c88e1775d HTTP/1.1" status: 200 len: 1158 time: 1.7429214 Feb 07 01:45:00.359513 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-785fea0e-9911-4071-94e4-e0c6fb9700be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:00.366772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f', 'tag': '17b69858-c694-45b7-a36f-238c88e1775d'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:45:00.371345 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:00.387543 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Usage tracker for resource:security_group_rule and tenant:458d85ffa04943ada9b2f305c2c8f029 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:00.390756 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:00.397527 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:00.420826 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-ba223b08-7557-4300-b295-18d7c324a84c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=24f7cbc5ad2149d18757f997148f3f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0232601 Feb 07 01:45:00.427261 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 43754) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:00.479816 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f', 'tag': '17b69858-c694-45b7-a36f-238c88e1775d', 'status': 'completed', 'code': 200} Feb 07 01:45:00.491382 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba223b08-7557-4300-b295-18d7c324a84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef712e2-06a5-4edd-bb2a-d1c72f9f05d8,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:00.497418 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ba223b08-7557-4300-b295-18d7c324a84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:00.513955 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c9f002ec-3479-45ca-a183-6ef0d826f7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:00.515615 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-97fefd76-ddc3-427d-b5e0-5948936bdd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:00.526282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-97fefd76-ddc3-427d-b5e0-5948936bdd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:00.536718 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a45b0248-04c2-4a47-8988-d57460c2b94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:00.557855 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c9f002ec-3479-45ca-a183-6ef0d826f7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:00.599348 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-97fefd76-ddc3-427d-b5e0-5948936bdd26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=95be839111e741d9935a8dd378b781b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1962261 Feb 07 01:45:00.600914 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fefd76-ddc3-427d-b5e0-5948936bdd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620eb0e9-e886-4bcc-a458-bdab28cd3cf1,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:00.604251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 43764) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:00.619828 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:00.632192 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:00.632328 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-97fefd76-ddc3-427d-b5e0-5948936bdd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:00.637361 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:00.666747 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-c114300b-31fc-48ab-a963-26330d2ec0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:00.668402 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-c114300b-31fc-48ab-a963-26330d2ec0e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=baa366e3c1934c45aad39752ece3850b&device_id=2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f HTTP/1.1" status: 200 len: 1161 time: 0.2407234 Feb 07 01:45:00.675237 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=79942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 07 01:45:00.689500 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:00.689683 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.segments_db [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Added segment 520a3b4a-0d79-47d8-ba1f-b45251e071d9 of type vxlan for network 63fdeabf-b958-4d18-83a6-e04f65396f3c Feb 07 01:45:00.691436 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c9f002ec-3479-45ca-a183-6ef0d826f7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:00.734475 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e1634a-bcf9-4afe-bbd1-97ab69db354c,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:00.748293 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:00.759146 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-15b2dd8e-56dd-4c2a-b450-f4b02dadb2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:00.762755 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f72e27bc-cc3f-4cf4-b45e-ff872c24424c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:00.765407 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-a2a777a6-8ac9-4987-b0c8-60f86f80d9f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17b69858-c694-45b7-a36f-238c88e1775d HTTP/1.1" status: 200 len: 217 time: 0.0753515 Feb 07 01:45:00.781687 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f002ec-3479-45ca-a183-6ef0d826f7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef712e2-06a5-4edd-bb2a-d1c72f9f05d8,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:00.799093 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c9f002ec-3479-45ca-a183-6ef0d826f7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:00.809109 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754015121881'] for network, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:00.835688 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c9f002ec-3479-45ca-a183-6ef0d826f7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:00.839476 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-c9f002ec-3479-45ca-a183-6ef0d826f7aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1ef712e2-06a5-4edd-bb2a-d1c72f9f05d8 HTTP/1.1" status: 204 len: 168 time: 0.4069738 Feb 07 01:45:00.853462 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f72e27bc-cc3f-4cf4-b45e-ff872c24424c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:00.885081 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-c9b758a0-aa44-42eb-9b51-1fc5dad23e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:00.886664 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-c9b758a0-aa44-42eb-9b51-1fc5dad23e9e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8100aead-6371-470f-922e-c96f1eea8ca9 HTTP/1.1" status: 200 len: 854 time: 0.1118774 Feb 07 01:45:00.965726 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-ba7f2d61-4bc7-47fb-ab22-0216f61a74f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56f4f79f-3bca-4b2b-9099-334cf5c63d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647528 Feb 07 01:45:00.968306 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264c877-09e6-4060-b44b-8f2f59212fb3 req-9e9d5e28-be36-4ec8-a2db-1015ff181b2b tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:00.971372 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f264c877-09e6-4060-b44b-8f2f59212fb3 req-9e9d5e28-be36-4ec8-a2db-1015ff181b2b tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5dfa02-4edd-426c-9b58-24e8c1c81913 HTTP/1.1" status: 200 len: 946 time: 0.2843366 Feb 07 01:45:00.996037 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for network, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:01.000398 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:01.001157 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:01.009765 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:01.019890 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f72e27bc-cc3f-4cf4-b45e-ff872c24424c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:01.054388 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-873b13a4-5755-49c3-82d5-12d610efd48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:01.074535 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9064403 Feb 07 01:45:01.096204 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f264c877-09e6-4060-b44b-8f2f59212fb3 req-89542bf8-0f0e-4840-8078-a6ba90fb3455 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac8ec18-6f5e-4110-9e13-57c408bd589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187801 Feb 07 01:45:01.098783 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 43786) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:01.108739 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e27bc-cc3f-4cf4-b45e-ff872c24424c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620eb0e9-e886-4bcc-a458-bdab28cd3cf1,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:01.117857 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f72e27bc-cc3f-4cf4-b45e-ff872c24424c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:01.118713 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f72e27bc-cc3f-4cf4-b45e-ff872c24424c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:01.119960 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-f72e27bc-cc3f-4cf4-b45e-ff872c24424c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/620eb0e9-e886-4bcc-a458-bdab28cd3cf1 HTTP/1.1" status: 204 len: 168 time: 0.5142779 Feb 07 01:45:01.185546 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-4e83866d-7a9a-4dd6-91fd-527b4b974734 admin admin] Request body: {'subnet': {'network_id': '63fdeabf-b958-4d18-83a6-e04f65396f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1717591636-subnet', 'tenant_id': '458d85ffa04943ada9b2f305c2c8f029', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:45:01.190795 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-4e83866d-7a9a-4dd6-91fd-527b4b974734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:01.194794 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-4e83866d-7a9a-4dd6-91fd-527b4b974734 admin admin] Usage tracker for resource:subnet and tenant:458d85ffa04943ada9b2f305c2c8f029 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:01.197827 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-4e83866d-7a9a-4dd6-91fd-527b4b974734 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:01.203566 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-4e83866d-7a9a-4dd6-91fd-527b4b974734 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:01.223140 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Pushing event updated for resources: {'Network': ['ID=63fdeabf-b958-4d18-83a6-e04f65396f3c,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:01.223140 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e83866d-7a9a-4dd6-91fd-527b4b974734 admin admin] Made reservation on behalf of 458d85ffa04943ada9b2f305c2c8f029 for: {'subnet': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:45:01.228296 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4e83866d-7a9a-4dd6-91fd-527b4b974734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381155'] for subnet, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:01.231136 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Network 63fdeabf-b958-4d18-83a6-e04f65396f3c details requested by agent ovs-agent-dv-cinder-740146-7-smb with host dv-cinder-740146-7-smb {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:45:01.452718 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Network 63fdeabf-b958-4d18-83a6-e04f65396f3c details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:45:01.591903 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:01.650345 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-b51d0783-4107-46f5-b2e9-4cfd859cef99 service neutron] 10.222.0.45 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6731420 Feb 07 01:45:01.650933 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 43806) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:01.731390 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d43bf8b2-70cd-4477-8edc-f476b2c01e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:01.754055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-d43bf8b2-70cd-4477-8edc-f476b2c01e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:01.758294 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-d43bf8b2-70cd-4477-8edc-f476b2c01e52 admin admin] Usage tracker for resource:security_group_rule and tenant:db36ba78a4e147efa8c9e05a207da10c is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:01.762289 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-d43bf8b2-70cd-4477-8edc-f476b2c01e52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:01.768518 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-d43bf8b2-70cd-4477-8edc-f476b2c01e52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:01.921285 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd98246-153a-4480-ab26-f9fd0043f889 req-24318eb6-f8d5-41bb-943d-4780491f8f45 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:01.928735 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0bd98246-153a-4480-ab26-f9fd0043f889 req-24318eb6-f8d5-41bb-943d-4780491f8f45 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f HTTP/1.1" status: 200 len: 944 time: 0.7115724 Feb 07 01:45:01.954420 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d43bf8b2-70cd-4477-8edc-f476b2c01e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:01.968224 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d43bf8b2-70cd-4477-8edc-f476b2c01e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:01.979157 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ba223b08-7557-4300-b295-18d7c324a84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:02.044179 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-d43bf8b2-70cd-4477-8edc-f476b2c01e52 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=db36ba78a4e147efa8c9e05a207da10c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895812 Feb 07 01:45:02.046674 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 43826) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:02.053013 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-225351e0-737a-4ddb-a7ee-ddb68bbeff00 req-df8e77d8-ccba-4761-b148-e8854a8c99ea service neutron] 10.222.0.45 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3660290 Feb 07 01:45:02.069478 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bf8b2-70cd-4477-8edc-f476b2c01e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6d00ff-4c4a-4819-af7d-9ab482f139fd,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:02.079430 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d43bf8b2-70cd-4477-8edc-f476b2c01e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:02.086364 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e513ac-7a03-4a28-a5f6-a36413d82c8e req-de591896-fc33-48f6-a712-1fca13069709 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:02.094013 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-91e513ac-7a03-4a28-a5f6-a36413d82c8e req-de591896-fc33-48f6-a712-1fca13069709 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.4138136 Feb 07 01:45:02.142594 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f2f3ffea-ab00-4629-8ade-eef362189c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:02.169916 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0bd98246-153a-4480-ab26-f9fd0043f889 req-2b0ecc27-c4b1-46a9-93f0-6a5aef5d0bc2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402406 Feb 07 01:45:02.231918 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f2f3ffea-ab00-4629-8ade-eef362189c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:02.283474 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-91e513ac-7a03-4a28-a5f6-a36413d82c8e req-bfd4deb6-8905-4b7c-b541-43225d9ecd1e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884296 Feb 07 01:45:02.313110 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33631069-5f20-441b-a50d-5e636c6d7a38 req-da1d1475-111a-472b-9f02-a1d93ea07a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:02.314742 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-33631069-5f20-441b-a50d-5e636c6d7a38 req-da1d1475-111a-472b-9f02-a1d93ea07a01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=baa366e3c1934c45aad39752ece3850b&device_id=2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f HTTP/1.1" status: 200 len: 1161 time: 0.1456320 Feb 07 01:45:02.323909 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f2f3ffea-ab00-4629-8ade-eef362189c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:02.329303 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:02.368654 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3ffea-ab00-4629-8ade-eef362189c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6d00ff-4c4a-4819-af7d-9ab482f139fd,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:02.379016 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f2f3ffea-ab00-4629-8ade-eef362189c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:02.392368 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f2f3ffea-ab00-4629-8ade-eef362189c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:02.393610 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-f2f3ffea-ab00-4629-8ade-eef362189c69 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c6d00ff-4c4a-4819-af7d-9ab482f139fd HTTP/1.1" status: 204 len: 168 time: 0.3446150 Feb 07 01:45:02.412469 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4e83866d-7a9a-4dd6-91fd-527b4b974734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2015017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381168'] for subnet, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:02.527280 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33631069-5f20-441b-a50d-5e636c6d7a38 req-aaf93a7a-7046-43ab-9b85-49962df18cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:02.529066 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-33631069-5f20-441b-a50d-5e636c6d7a38 req-aaf93a7a-7046-43ab-9b85-49962df18cb3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=56f4f79f-3bca-4b2b-9099-334cf5c63d91 HTTP/1.1" status: 200 len: 908 time: 0.1890516 Feb 07 01:45:02.625412 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-33631069-5f20-441b-a50d-5e636c6d7a38 req-6fd044ef-d4f8-4615-9009-3144fa07ed11 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17b69858-c694-45b7-a36f-238c88e1775d HTTP/1.1" status: 200 len: 217 time: 0.0876584 Feb 07 01:45:02.713149 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33631069-5f20-441b-a50d-5e636c6d7a38 req-b2824e63-bc08-4d2e-bbde-b22e5bce2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:02.715813 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-33631069-5f20-441b-a50d-5e636c6d7a38 req-b2824e63-bc08-4d2e-bbde-b22e5bce2658 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8100aead-6371-470f-922e-c96f1eea8ca9 HTTP/1.1" status: 200 len: 854 time: 0.0816717 Feb 07 01:45:02.743746 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f09404b4-105d-4864-bca3-8a3710b15eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:02.780223 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-33631069-5f20-441b-a50d-5e636c6d7a38 req-1343247a-57be-4367-b6dc-09e6110a295c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56f4f79f-3bca-4b2b-9099-334cf5c63d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500908 Feb 07 01:45:02.822073 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83866d-7a9a-4dd6-91fd-527b4b974734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a447ad23-e82d-41b9-9dac-bf0b6a82fdae,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:02.829867 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4e83866d-7a9a-4dd6-91fd-527b4b974734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:02.864763 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e83866d-7a9a-4dd6-91fd-527b4b974734 admin admin] Checking segment: {'id': '520a3b4a-0d79-47d8-ba1f-b45251e071d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '63fdeabf-b958-4d18-83a6-e04f65396f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:45:02.865157 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e83866d-7a9a-4dd6-91fd-527b4b974734 admin admin] Network hostable DHCP agents. Network: 63fdeabf-b958-4d18-83a6-e04f65396f3c, hostable agents: ['056a6a88-4ceb-42c7-bddf-a3443bc3d195'], hosted agents: [] {{(pid=79942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 07 01:45:02.900773 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e83866d-7a9a-4dd6-91fd-527b4b974734 admin admin] Network 63fdeabf-b958-4d18-83a6-e04f65396f3c is scheduled to be hosted by DHCP agent 056a6a88-4ceb-42c7-bddf-a3443bc3d195 with binding_index 1 {{(pid=79942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 07 01:45:02.915731 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-4e83866d-7a9a-4dd6-91fd-527b4b974734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-smb, 63fdeabf-b958-4d18-83a6-e04f65396f3c) {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:45:02.925432 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b7ad6f-095e-40a8-a1b6-c2dbdcbbeb29 None None] Network 63fdeabf-b958-4d18-83a6-e04f65396f3c requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:45:02.941688 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e83866d-7a9a-4dd6-91fd-527b4b974734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:02.943765 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4e83866d-7a9a-4dd6-91fd-527b4b974734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:02.989386 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-4e83866d-7a9a-4dd6-91fd-527b4b974734 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8889506 Feb 07 01:45:02.990188 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 43850) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:03.029671 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-22932cc9-4b15-40f9-bd56-c31187143be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:03.059805 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-22932cc9-4b15-40f9-bd56-c31187143be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:03.076090 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-22932cc9-4b15-40f9-bd56-c31187143be0 admin admin] Usage tracker for resource:security_group_rule and tenant:2681c1e6797c4a39be644803a7bbba6b is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:03.079365 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-22932cc9-4b15-40f9-bd56-c31187143be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:03.086822 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-22932cc9-4b15-40f9-bd56-c31187143be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:03.098647 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-33631069-5f20-441b-a50d-5e636c6d7a38 req-579c07f1-88e8-4955-bc44-3ca791e5354a service neutron] 10.222.0.45 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014932 Feb 07 01:45:03.250518 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-22932cc9-4b15-40f9-bd56-c31187143be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:03.257568 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-22932cc9-4b15-40f9-bd56-c31187143be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:03.323202 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-33631069-5f20-441b-a50d-5e636c6d7a38 req-627dbd0c-3839-40b4-9d4c-6f7ce07ae194 service neutron] 10.222.0.45 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2089329 Feb 07 01:45:03.327983 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-93bb5857-0dcb-4af2-8853-e7b5f1e99853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:03.388792 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-22932cc9-4b15-40f9-bd56-c31187143be0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2681c1e6797c4a39be644803a7bbba6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3973830 Feb 07 01:45:03.392343 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 43874) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:03.453217 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe5ce99-717b-461a-95bc-a2c85c891b86 None None] Network 63fdeabf-b958-4d18-83a6-e04f65396f3c requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:45:03.475434 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22932cc9-4b15-40f9-bd56-c31187143be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422a0700-48aa-4c4e-b8b3-2f5bd6710570,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:03.500281 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-22932cc9-4b15-40f9-bd56-c31187143be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:03.523955 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-60afd437-8108-43cb-b10d-e3917e610811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:03.602783 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-60afd437-8108-43cb-b10d-e3917e610811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:03.681186 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-60afd437-8108-43cb-b10d-e3917e610811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:03.689209 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f72e27bc-cc3f-4cf4-b45e-ff872c24424c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:03.708422 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-60afd437-8108-43cb-b10d-e3917e610811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:03.709873 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-60afd437-8108-43cb-b10d-e3917e610811 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/422a0700-48aa-4c4e-b8b3-2f5bd6710570 HTTP/1.1" status: 204 len: 168 time: 0.3164768 Feb 07 01:45:03.726262 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afd437-8108-43cb-b10d-e3917e610811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422a0700-48aa-4c4e-b8b3-2f5bd6710570,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:03.739862 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-60afd437-8108-43cb-b10d-e3917e610811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:03.746118 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83e13b-579f-4575-afe8-3d17c0c40544 req-1f059850-50a2-454b-98fd-955e900108d5 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:03.754111 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1d83e13b-579f-4575-afe8-3d17c0c40544 req-1f059850-50a2-454b-98fd-955e900108d5 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f HTTP/1.1" status: 200 len: 944 time: 0.3577421 Feb 07 01:45:03.864796 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1d83e13b-579f-4575-afe8-3d17c0c40544 req-bc70161f-719b-4507-8969-f3e3d7a45e64 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095576 Feb 07 01:45:03.987305 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf2588-7356-4b3d-a496-23d4a07a18c3 req-d5e33b4f-de75-4878-ac87-e6a7d0255dc0 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:03.989089 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-36cf2588-7356-4b3d-a496-23d4a07a18c3 req-d5e33b4f-de75-4878-ac87-e6a7d0255dc0 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.4371436 Feb 07 01:45:04.083600 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-36cf2588-7356-4b3d-a496-23d4a07a18c3 req-b7190cac-2fc8-412f-9272-a7f6b4d8bfa2 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827961 Feb 07 01:45:04.575871 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 43918) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:04.838296 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-861a08ab-32ca-4d2c-a2f6-3d15c632e31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:04.854274 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-861a08ab-32ca-4d2c-a2f6-3d15c632e31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:04.858477 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-861a08ab-32ca-4d2c-a2f6-3d15c632e31f admin admin] Usage tracker for resource:security_group_rule and tenant:87f91c33ae904bfcbd04fc9b5301f6c1 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:04.861480 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-861a08ab-32ca-4d2c-a2f6-3d15c632e31f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:04.867960 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-861a08ab-32ca-4d2c-a2f6-3d15c632e31f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:04.975750 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-861a08ab-32ca-4d2c-a2f6-3d15c632e31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:04.980152 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-861a08ab-32ca-4d2c-a2f6-3d15c632e31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:05.015225 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d43bf8b2-70cd-4477-8edc-f476b2c01e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:05.047559 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-861a08ab-32ca-4d2c-a2f6-3d15c632e31f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87f91c33ae904bfcbd04fc9b5301f6c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4702594 Feb 07 01:45:05.048816 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a08ab-32ca-4d2c-a2f6-3d15c632e31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b0e27f-9faa-4f69-8e3f-65ef2df3847c,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:05.052322 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 43942) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:05.068960 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-861a08ab-32ca-4d2c-a2f6-3d15c632e31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:05.148317 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1f656c26-306f-4b89-8da7-5ef480a16caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:05.179445 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1f656c26-306f-4b89-8da7-5ef480a16caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:05.220680 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deaf8e5-1746-4757-9fd1-c6eb960256f5 req-6986be45-3d82-424f-8451-795d9b474181 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:05.223864 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1deaf8e5-1746-4757-9fd1-c6eb960256f5 req-6986be45-3d82-424f-8451-795d9b474181 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f HTTP/1.1" status: 200 len: 944 time: 0.2096288 Feb 07 01:45:05.237091 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1f656c26-306f-4b89-8da7-5ef480a16caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:05.243098 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:05.257762 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f656c26-306f-4b89-8da7-5ef480a16caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b0e27f-9faa-4f69-8e3f-65ef2df3847c,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:05.261264 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1f656c26-306f-4b89-8da7-5ef480a16caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:05.263560 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1f656c26-306f-4b89-8da7-5ef480a16caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:05.268407 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-1f656c26-306f-4b89-8da7-5ef480a16caa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/73b0e27f-9faa-4f69-8e3f-65ef2df3847c HTTP/1.1" status: 204 len: 168 time: 0.2009556 Feb 07 01:45:05.338090 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1deaf8e5-1746-4757-9fd1-c6eb960256f5 req-26f5d1b0-62aa-4ad4-a4ae-0375d8a66e8e tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069326 Feb 07 01:45:05.633066 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e1395-0b03-4022-b50a-23a2a60e69f7 req-6ccc5a46-b474-48eb-a837-346ce59edaf5 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:05.634874 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-eb8e1395-0b03-4022-b50a-23a2a60e69f7 req-6ccc5a46-b474-48eb-a837-346ce59edaf5 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.2957053 Feb 07 01:45:05.706014 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-eb8e1395-0b03-4022-b50a-23a2a60e69f7 req-c3d075d9-5347-47e4-a085-51e76ef8aeab tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644755 Feb 07 01:45:06.126857 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:45:06.146068 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 43998) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:06.189745 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.objects.ports [None req-9dc83acb-240d-4cb8-8a68-4784d8c2c219 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79943) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 07 01:45:06.254471 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89eb93-f64a-49a0-a62c-71c72805790f req-52f0253e-513d-41ec-8b32-b11f3721cac5 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:06.255437 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-af89eb93-f64a-49a0-a62c-71c72805790f req-52f0253e-513d-41ec-8b32-b11f3721cac5 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Synchronizing usage tracker for tenant:458d85ffa04943ada9b2f305c2c8f029 on resource:network {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:45:06.315423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-af323302-6a4b-47b5-9c7d-d2313c714b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:06.333774 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-af323302-6a4b-47b5-9c7d-d2313c714b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:06.337781 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-af323302-6a4b-47b5-9c7d-d2313c714b92 admin admin] Usage tracker for resource:security_group_rule and tenant:98ce9fed62d44b888574826e1607a107 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:06.340755 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-af323302-6a4b-47b5-9c7d-d2313c714b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:06.346727 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-af323302-6a4b-47b5-9c7d-d2313c714b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:06.398725 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-af89eb93-f64a-49a0-a62c-71c72805790f req-52f0253e-513d-41ec-8b32-b11f3721cac5 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Unset dirty status for tenant:458d85ffa04943ada9b2f305c2c8f029 on resource:network {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:45:06.400752 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-af89eb93-f64a-49a0-a62c-71c72805790f req-52f0253e-513d-41ec-8b32-b11f3721cac5 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/networks?id=63fdeabf-b958-4d18-83a6-e04f65396f3c HTTP/1.1" status: 200 len: 809 time: 0.4372530 Feb 07 01:45:06.439683 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-af89eb93-f64a-49a0-a62c-71c72805790f req-d787270e-5e05-41eb-8474-13451758b344 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/quotas/458d85ffa04943ada9b2f305c2c8f029 HTTP/1.1" status: 200 len: 375 time: 0.0284193 Feb 07 01:45:06.546263 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbf6f9-cdd0-4308-b856-9677835e7cbb req-b96d0b62-39b7-4431-b782-01c58c063c65 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:06.548151 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6ddbf6f9-cdd0-4308-b856-9677835e7cbb req-b96d0b62-39b7-4431-b782-01c58c063c65 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5dfa02-4edd-426c-9b58-24e8c1c81913 HTTP/1.1" status: 200 len: 946 time: 0.2859590 Feb 07 01:45:06.628524 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-af89eb93-f64a-49a0-a62c-71c72805790f req-f8384f3d-45ca-45c7-a1fd-a6638cc4e6ac tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=458d85ffa04943ada9b2f305c2c8f029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792832 Feb 07 01:45:06.722896 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6ddbf6f9-cdd0-4308-b856-9677835e7cbb req-8055fc17-3d05-43bc-995b-3144d38ea219 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac8ec18-6f5e-4110-9e13-57c408bd589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283569 Feb 07 01:45:06.812780 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-af323302-6a4b-47b5-9c7d-d2313c714b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:06.816428 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-af323302-6a4b-47b5-9c7d-d2313c714b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:06.827320 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:06.940445 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af323302-6a4b-47b5-9c7d-d2313c714b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1acfa05-67a1-4169-9797-a78ebfeafb06,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:06.947995 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-af323302-6a4b-47b5-9c7d-d2313c714b92 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=98ce9fed62d44b888574826e1607a107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8002651 Feb 07 01:45:06.949758 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-af323302-6a4b-47b5-9c7d-d2313c714b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:06.950916 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 44024) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:06.951896 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-af89eb93-f64a-49a0-a62c-71c72805790f req-2ff2cf5b-b0e4-4234-8369-add8489cef6d service neutron] 10.222.0.52 "GET /v2.0/networks/63fdeabf-b958-4d18-83a6-e04f65396f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100379 Feb 07 01:45:07.031591 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f219a1ee-3ef2-438b-9a02-da6f9f01005d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:07.059564 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f219a1ee-3ef2-438b-9a02-da6f9f01005d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:07.105701 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f219a1ee-3ef2-438b-9a02-da6f9f01005d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:07.110764 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-284f8afa-b928-4d13-bdd4-74c099c4495d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:07.124399 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219a1ee-3ef2-438b-9a02-da6f9f01005d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1acfa05-67a1-4169-9797-a78ebfeafb06,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:07.127450 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f219a1ee-3ef2-438b-9a02-da6f9f01005d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:07.128368 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f219a1ee-3ef2-438b-9a02-da6f9f01005d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:07.129581 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-f219a1ee-3ef2-438b-9a02-da6f9f01005d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b1acfa05-67a1-4169-9797-a78ebfeafb06 HTTP/1.1" status: 204 len: 168 time: 0.1770043 Feb 07 01:45:07.175791 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942e3fd-8f54-42a4-ab88-a365c0939664 req-10bd5ca2-1358-40c4-903d-910888179668 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:07.177506 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1942e3fd-8f54-42a4-ab88-a365c0939664 req-10bd5ca2-1358-40c4-903d-910888179668 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f HTTP/1.1" status: 200 len: 944 time: 0.3206830 Feb 07 01:45:07.219432 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-af89eb93-f64a-49a0-a62c-71c72805790f req-750a9969-0084-4875-b094-b206af91beac service neutron] 10.222.0.52 "GET /v2.0/networks/63fdeabf-b958-4d18-83a6-e04f65396f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2558780 Feb 07 01:45:07.267029 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1942e3fd-8f54-42a4-ab88-a365c0939664 req-17aaf3d5-a8f1-4b6d-aa62-d6aaeb2f2d2f tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739667 Feb 07 01:45:07.403338 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 17b69858-c694-45b7-a36f-238c88e1775d up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:45:07.550581 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning for port 17b69858-c694-45b7-a36f-238c88e1775d completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:45:07.560945 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 17b69858-c694-45b7-a36f-238c88e1775d triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:45:07.561381 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:07.676478 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592aff67-cf4b-4673-8606-c8711c03d648 req-3dd5bb5d-ad3f-414d-b521-1958a4529d7e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:07.684899 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-592aff67-cf4b-4673-8606-c8711c03d648 req-3dd5bb5d-ad3f-414d-b521-1958a4529d7e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.2170885 Feb 07 01:45:07.773431 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-80486c38-f135-4ef0-9027-b90f0bb42e96 req-ea49cf17-b577-4926-8fbf-35831dee76af tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 210 time: 0.0861983 Feb 07 01:45:07.810461 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:07.835033 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-592aff67-cf4b-4673-8606-c8711c03d648 req-ebd94d59-026a-4ad9-8b17-0905026f169d tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462946 Feb 07 01:45:07.881856 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 17b69858-c694-45b7-a36f-238c88e1775d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=17b69858-c694-45b7-a36f-238c88e1775d,segment=NetworkSegment(7da7ba85-1432-44ad-84bc-24ee5b1556ba),segment_id=7da7ba85-1432-44ad-84bc-24ee5b1556ba)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:45:07.883837 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b69858-c694-45b7-a36f-238c88e1775d'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:45:07.901352 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:07.908932 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d66ae0de-987d-49bc-bdb3-8c00c29803b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:08.021425 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b69858-c694-45b7-a36f-238c88e1775d', 'code': 200} Feb 07 01:45:08.083299 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=17b69858-c694-45b7-a36f-238c88e1775d,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:08.090858 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:08.355213 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b3341-cd29-434a-8a36-3f0a1ab200e3 req-989562c6-beb9-4fce-b80e-048016d2e321 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:08.357004 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ab7b3341-cd29-434a-8a36-3f0a1ab200e3 req-989562c6-beb9-4fce-b80e-048016d2e321 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5dfa02-4edd-426c-9b58-24e8c1c81913 HTTP/1.1" status: 200 len: 946 time: 0.2582595 Feb 07 01:45:08.399964 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 17b69858-c694-45b7-a36f-238c88e1775d up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:45:08.484736 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ab7b3341-cd29-434a-8a36-3f0a1ab200e3 req-ca9293d6-bb37-4c6a-9c5e-e179375d582a tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac8ec18-6f5e-4110-9e13-57c408bd589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211858 Feb 07 01:45:08.487571 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-fc3f3f43-cad8-4410-9442-cc5392d082fa tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:08.488801 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-fc3f3f43-cad8-4410-9442-cc5392d082fa tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Synchronizing usage tracker for tenant:6e1ae880096c4001b8976451e8b7d8e2 on resource:port {{(pid=79941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:45:08.576987 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 17b69858-c694-45b7-a36f-238c88e1775d triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:45:08.578543 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:08.668345 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-fc3f3f43-cad8-4410-9442-cc5392d082fa tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Unset dirty status for tenant:6e1ae880096c4001b8976451e8b7d8e2 on resource:port {{(pid=79941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:45:08.670315 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-fc3f3f43-cad8-4410-9442-cc5392d082fa tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce5dfa02-4edd-426c-9b58-24e8c1c81913 HTTP/1.1" status: 200 len: 946 time: 0.4231803 Feb 07 01:45:08.699558 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134656d7-1c76-4e92-8372-56d16a1dea5c req-db3ef2fd-a775-49f3-9854-63ecf8465fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:08.701174 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-134656d7-1c76-4e92-8372-56d16a1dea5c req-db3ef2fd-a775-49f3-9854-63ecf8465fd7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f HTTP/1.1" status: 200 len: 1163 time: 0.2003593 Feb 07 01:45:08.709136 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f747e1-826a-4163-a2cb-be4a4d8be25b req-e22b10cb-a802-4586-83c3-cf61e68ed229 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:08.719756 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-47f747e1-826a-4163-a2cb-be4a4d8be25b req-e22b10cb-a802-4586-83c3-cf61e68ed229 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f HTTP/1.1" status: 200 len: 946 time: 0.2101965 Feb 07 01:45:08.819939 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-47f747e1-826a-4163-a2cb-be4a4d8be25b req-7e11eafa-f6e8-437d-86b3-28586d5447c5 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990226 Feb 07 01:45:08.837041 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-134656d7-1c76-4e92-8372-56d16a1dea5c req-3aaa1547-0571-4fb6-8897-961dd46bd77a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715942 Feb 07 01:45:08.854640 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 00192aff-6608-4c17-8dfc-85747c0279d0 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:45:08.870265 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-8fba3a20-140e-4c69-85e0-3fbe71c63c37 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Deleting port 00192aff-6608-4c17-8dfc-85747c0279d0 {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:45:08.870652 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-8fba3a20-140e-4c69-85e0-3fbe71c63c37 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:09.058982 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:09.094971 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 00192aff-6608-4c17-8dfc-85747c0279d0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=00192aff-6608-4c17-8dfc-85747c0279d0,segment=NetworkSegment(030920fd-0c1f-416f-a86c-219c34dd20b1),segment_id=030920fd-0c1f-416f-a86c-219c34dd20b1)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:45:09.098252 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:09.100806 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:09.153755 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2030651f-ef28-4972-88e4-ca2c6fdd7eb6 req-809312e8-9f6e-41ce-bd36-ed01a10ba2dc tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 210 time: 0.0900452 Feb 07 01:45:09.177763 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-8fba3a20-140e-4c69-85e0-3fbe71c63c37 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] For port 00192aff-6608-4c17-8dfc-85747c0279d0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=00192aff-6608-4c17-8dfc-85747c0279d0,segment=NetworkSegment(030920fd-0c1f-416f-a86c-219c34dd20b1),segment_id=030920fd-0c1f-416f-a86c-219c34dd20b1)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:45:09.178719 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-8fba3a20-140e-4c69-85e0-3fbe71c63c37 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:09.181732 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=00192aff-6608-4c17-8dfc-85747c0279d0,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:09.192757 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:09.352177 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a257c9-22e6-4d13-ab92-b3c381032f84 req-edb7bd12-7573-4cf1-85d9-7372b635d283 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:09.353891 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-90a257c9-22e6-4d13-ab92-b3c381032f84 req-edb7bd12-7573-4cf1-85d9-7372b635d283 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.2034812 Feb 07 01:45:09.354250 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-8fba3a20-140e-4c69-85e0-3fbe71c63c37 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Calling delete_port for 00192aff-6608-4c17-8dfc-85747c0279d0 owned by compute:nova {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:45:09.483264 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-90a257c9-22e6-4d13-ab92-b3c381032f84 req-30a0b764-6907-4add-98e3-032cc68eb76f tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211600 Feb 07 01:45:09.785725 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.api [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-8fba3a20-140e-4c69-85e0-3fbe71c63c37 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79941) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 07 01:45:09.786108 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_db.api [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-8fba3a20-140e-4c69-85e0-3fbe71c63c37 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 07 01:45:09.910565 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89eb93-f64a-49a0-a62c-71c72805790f req-676071f5-1a9e-4a0f-9c3c-34876068dba0 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:09.912268 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-af89eb93-f64a-49a0-a62c-71c72805790f req-676071f5-1a9e-4a0f-9c3c-34876068dba0 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.45 "GET /v2.0/networks?id=63fdeabf-b958-4d18-83a6-e04f65396f3c HTTP/1.1" status: 200 len: 809 time: 0.3282108 Feb 07 01:45:09.942158 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-af89eb93-f64a-49a0-a62c-71c72805790f req-b2ddefaa-3b15-4ae2-8b38-d5edc5397d1d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Request body: {'port': {'device_id': 'dcee66ff-0f4b-421d-adb2-d7017b289eff', 'network_id': '63fdeabf-b958-4d18-83a6-e04f65396f3c', 'admin_state_up': True, 'tenant_id': '458d85ffa04943ada9b2f305c2c8f029'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:45:09.956430 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad90c1-b74e-47b3-a9eb-19c26783ba8f req-107ddd85-5a54-40c3-b2bf-2f101b04e53b tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:09.960591 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a2ad90c1-b74e-47b3-a9eb-19c26783ba8f req-107ddd85-5a54-40c3-b2bf-2f101b04e53b tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5dfa02-4edd-426c-9b58-24e8c1c81913 HTTP/1.1" status: 200 len: 944 time: 0.2896667 Feb 07 01:45:10.024013 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5dfa02-4edd-426c-9b58-24e8c1c81913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00192aff-6608-4c17-8dfc-85747c0279d0'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:45:10.110341 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a2ad90c1-b74e-47b3-a9eb-19c26783ba8f req-a6e354f0-e242-482b-84de-3b85070e2de7 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac8ec18-6f5e-4110-9e13-57c408bd589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427159 Feb 07 01:45:10.296123 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-8fba3a20-140e-4c69-85e0-3fbe71c63c37 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Deleting port 00192aff-6608-4c17-8dfc-85747c0279d0 {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:45:10.299259 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-8fba3a20-140e-4c69-85e0-3fbe71c63c37 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:10.364577 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-af89eb93-f64a-49a0-a62c-71c72805790f req-b2ddefaa-3b15-4ae2-8b38-d5edc5397d1d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:10.368768 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-af89eb93-f64a-49a0-a62c-71c72805790f req-b2ddefaa-3b15-4ae2-8b38-d5edc5397d1d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Usage tracker for resource:port and tenant:458d85ffa04943ada9b2f305c2c8f029 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:10.371824 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-af89eb93-f64a-49a0-a62c-71c72805790f req-b2ddefaa-3b15-4ae2-8b38-d5edc5397d1d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:10.379311 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-af89eb93-f64a-49a0-a62c-71c72805790f req-b2ddefaa-3b15-4ae2-8b38-d5edc5397d1d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:10.394111 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af89eb93-f64a-49a0-a62c-71c72805790f req-b2ddefaa-3b15-4ae2-8b38-d5edc5397d1d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Made reservation on behalf of 458d85ffa04943ada9b2f305c2c8f029 for: {'port': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:45:10.395239 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057f44c-36c1-4891-8546-0c584afdabc1 req-843e97c5-59a3-4898-ae7a-fa6dc0808ba7 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:10.404866 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3057f44c-36c1-4891-8546-0c584afdabc1 req-843e97c5-59a3-4898-ae7a-fa6dc0808ba7 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f HTTP/1.1" status: 200 len: 946 time: 0.2934260 Feb 07 01:45:10.416151 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-af89eb93-f64a-49a0-a62c-71c72805790f req-b2ddefaa-3b15-4ae2-8b38-d5edc5397d1d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:10.427145 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 17b69858-c694-45b7-a36f-238c88e1775d up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:45:10.586936 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3057f44c-36c1-4891-8546-0c584afdabc1 req-46bf7f04-9d20-4581-9d30-aeed7f6bf6da tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808181 Feb 07 01:45:10.598336 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5dfa02-4edd-426c-9b58-24e8c1c81913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00192aff-6608-4c17-8dfc-85747c0279d0', 'code': 200} Feb 07 01:45:10.640524 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 17b69858-c694-45b7-a36f-238c88e1775d triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:45:10.641874 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:10.886747 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c343bef9-eb9e-48f2-9f00-6567bed5da51 req-9cd10750-c546-4ff4-bf08-eaf90f0c7793 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 210 time: 0.0573392 Feb 07 01:45:10.972872 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-8fba3a20-140e-4c69-85e0-3fbe71c63c37 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] For port 00192aff-6608-4c17-8dfc-85747c0279d0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=00192aff-6608-4c17-8dfc-85747c0279d0,segment=NetworkSegment(030920fd-0c1f-416f-a86c-219c34dd20b1),segment_id=030920fd-0c1f-416f-a86c-219c34dd20b1)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:45:10.973555 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-8fba3a20-140e-4c69-85e0-3fbe71c63c37 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:11.006138 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26b680-29b1-487f-a832-38444f0e13ab req-fb3b4a76-16de-49f6-85b6-74111e3054da tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:11.008027 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5b26b680-29b1-487f-a832-38444f0e13ab req-fb3b4a76-16de-49f6-85b6-74111e3054da tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.2547736 Feb 07 01:45:11.084081 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5b26b680-29b1-487f-a832-38444f0e13ab req-6ed49336-9f5a-4861-8487-0ca2a7f04051 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632024 Feb 07 01:45:11.135539 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-8fba3a20-140e-4c69-85e0-3fbe71c63c37 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Calling delete_port for 00192aff-6608-4c17-8dfc-85747c0279d0 owned by compute:nova {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:45:11.313055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4d299665-8f0b-4cfe-9d74-899323e71d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:11.427290 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec2542-4389-4965-b9c1-121b8ad7e12c req-32d7ea53-a060-41f5-bcd3-3b4693bb17d8 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:11.429037 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a3ec2542-4389-4965-b9c1-121b8ad7e12c req-32d7ea53-a060-41f5-bcd3-3b4693bb17d8 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5dfa02-4edd-426c-9b58-24e8c1c81913 HTTP/1.1" status: 200 len: 944 time: 0.1780410 Feb 07 01:45:11.512247 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a3ec2542-4389-4965-b9c1-121b8ad7e12c req-e135dabe-28dc-40d8-a614-87a66e922e54 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac8ec18-6f5e-4110-9e13-57c408bd589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769179 Feb 07 01:45:11.564053 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-8fba3a20-140e-4c69-85e0-3fbe71c63c37 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:11.581732 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5873ab77-1d9b-4970-841d-719fb6e4ce1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:11.698846 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba3a20-140e-4c69-85e0-3fbe71c63c37 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Pushing event deleted for resources: {'Port': ['ID=00192aff-6608-4c17-8dfc-85747c0279d0,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:11.703934 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8fba3a20-140e-4c69-85e0-3fbe71c63c37 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:11.836974 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-af89eb93-f64a-49a0-a62c-71c72805790f req-b2ddefaa-3b15-4ae2-8b38-d5edc5397d1d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Allocated IP 172.20.0.4 (63fdeabf-b958-4d18-83a6-e04f65396f3c/a447ad23-e82d-41b9-9dac-bf0b6a82fdae/d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:45:11.981281 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70f00e-a8f8-4c91-822b-9c7c20755b81 req-5ddf3493-85b1-4a09-a17b-3ecadeea6046 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:11.983019 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8a70f00e-a8f8-4c91-822b-9c7c20755b81 req-5ddf3493-85b1-4a09-a17b-3ecadeea6046 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f HTTP/1.1" status: 200 len: 946 time: 0.1752729 Feb 07 01:45:11.995094 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-8fba3a20-140e-4c69-85e0-3fbe71c63c37 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] No DVR routers for this DVR port 00192aff-6608-4c17-8dfc-85747c0279d0 on host hv-cinder-74014 {{(pid=79941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:45:12.022858 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-8fba3a20-140e-4c69-85e0-3fbe71c63c37 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:12.027000 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5dfa02-4edd-426c-9b58-24e8c1c81913', 'name': 'network-vif-deleted', 'tag': '00192aff-6608-4c17-8dfc-85747c0279d0'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:45:12.073823 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8a70f00e-a8f8-4c91-822b-9c7c20755b81 req-9a288679-43d8-4c9b-8ddf-a66053a7ee76 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842204 Feb 07 01:45:12.129131 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8e202af4-71e1-481e-b3b3-861b6fd09d64 req-d445c46d-080b-4d5f-ae12-113834a1918c tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 210 time: 0.0541596 Feb 07 01:45:12.136808 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9a061fea-a51d-41d7-aab0-989ef725ce63 req-8fba3a20-140e-4c69-85e0-3fbe71c63c37 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.45 "DELETE /v2.0/ports/00192aff-6608-4c17-8dfc-85747c0279d0 HTTP/1.1" status: 204 len: 173 time: 3.4448965 Feb 07 01:45:12.210337 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-af89eb93-f64a-49a0-a62c-71c72805790f req-b2ddefaa-3b15-4ae2-8b38-d5edc5397d1d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:12.240058 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5dfa02-4edd-426c-9b58-24e8c1c81913', 'name': 'network-vif-deleted', 'tag': '00192aff-6608-4c17-8dfc-85747c0279d0', 'status': 'completed', 'code': 200} Feb 07 01:45:12.248602 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-af89eb93-f64a-49a0-a62c-71c72805790f req-b2ddefaa-3b15-4ae2-8b38-d5edc5397d1d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:12.269121 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:12.517128 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ddefaa-3b15-4ae2-8b38-d5edc5397d1d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Pushing event updated for resources: {'Port': ['ID=d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:12.527707 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af89eb93-f64a-49a0-a62c-71c72805790f req-b2ddefaa-3b15-4ae2-8b38-d5edc5397d1d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Network 63fdeabf-b958-4d18-83a6-e04f65396f3c is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:45:12.528810 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b2ddefaa-3b15-4ae2-8b38-d5edc5397d1d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:12.530903 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-af89eb93-f64a-49a0-a62c-71c72805790f req-b2ddefaa-3b15-4ae2-8b38-d5edc5397d1d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:45:12.533014 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-af89eb93-f64a-49a0-a62c-71c72805790f req-b2ddefaa-3b15-4ae2-8b38-d5edc5397d1d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:45:12.563311 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82810b-1290-4008-8798-c37ee77d8f34 req-030ba8b9-04a2-4782-aae2-8f92843d376a tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:12.565042 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cf82810b-1290-4008-8798-c37ee77d8f34 req-030ba8b9-04a2-4782-aae2-8f92843d376a tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.2487462 Feb 07 01:45:12.656873 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89eb93-f64a-49a0-a62c-71c72805790f req-b2ddefaa-3b15-4ae2-8b38-d5edc5397d1d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:12.658395 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-af89eb93-f64a-49a0-a62c-71c72805790f req-b2ddefaa-3b15-4ae2-8b38-d5edc5397d1d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:12.680035 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cf82810b-1290-4008-8798-c37ee77d8f34 req-e9cdb35b-7d03-4080-a3a3-f7ecc7aa59e1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077640 Feb 07 01:45:12.687060 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-af89eb93-f64a-49a0-a62c-71c72805790f req-b2ddefaa-3b15-4ae2-8b38-d5edc5397d1d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7498298 Feb 07 01:45:12.720528 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Request body: {'port': {'device_id': 'dcee66ff-0f4b-421d-adb2-d7017b289eff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:45:12.932018 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:13.045124 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d14bd339-2052-4b8a-a51f-a8fac4492819 req-332e4c09-b32e-47a7-99a0-890fd3dc8410 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce5dfa02-4edd-426c-9b58-24e8c1c81913 HTTP/1.1" status: 200 len: 210 time: 0.3639534 Feb 07 01:45:13.449734 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811adf5-aa7f-44af-90b9-6b926e173b6e req-37cd1b76-6f83-4e92-a1a9-df613a94b3ba tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:13.459367 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a811adf5-aa7f-44af-90b9-6b926e173b6e req-37cd1b76-6f83-4e92-a1a9-df613a94b3ba tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 931 time: 0.1834023 Feb 07 01:45:13.487557 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 {{(pid=79941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 07 01:45:13.496752 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:13.510992 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Transition to ACTIVE for port object d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 will not be triggered until provisioned by entity L2. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:45:13.516511 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:13.531403 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-a811adf5-aa7f-44af-90b9-6b926e173b6e req-8c7188cb-6e40-45b7-bd3e-6c60c136f05c tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Synchronizing usage tracker for tenant:458d85ffa04943ada9b2f305c2c8f029 on resource:security_group {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:45:13.536080 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a1e381ec-c77a-4467-89e1-43861adb0b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:13.548717 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-a811adf5-aa7f-44af-90b9-6b926e173b6e req-8c7188cb-6e40-45b7-bd3e-6c60c136f05c tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Unset dirty status for tenant:458d85ffa04943ada9b2f305c2c8f029 on resource:security_group {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:45:13.549968 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a811adf5-aa7f-44af-90b9-6b926e173b6e req-8c7188cb-6e40-45b7-bd3e-6c60c136f05c tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894825 Feb 07 01:45:13.605175 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:13.689523 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Pushing event updated for resources: {'Port': ['ID=d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:13.693861 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:13.711632 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e9138284-0170-402f-8de3-88eb216a9e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:13.813421 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Attempting to bind port d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:45:13.813982 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Attempting to bind port d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '520a3b4a-0d79-47d8-ba1f-b45251e071d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '63fdeabf-b958-4d18-83a6-e04f65396f3c'}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:45:13.813982 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Attempting to bind port d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 on network 63fdeabf-b958-4d18-83a6-e04f65396f3c {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:45:13.819750 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Checking agent: {'id': 'b7cc771a-d95a-4267-9fb0-ee0cef286fca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 41, 44), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:45:13.820684 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Checking segment: {'id': '520a3b4a-0d79-47d8-ba1f-b45251e071d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '63fdeabf-b958-4d18-83a6-e04f65396f3c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:45:13.821088 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:13.821488 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Bound using segment: {'id': '520a3b4a-0d79-47d8-ba1f-b45251e071d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '63fdeabf-b958-4d18-83a6-e04f65396f3c'} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:45:13.821964 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Bound port: d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520a3b4a-0d79-47d8-ba1f-b45251e071d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '63fdeabf-b958-4d18-83a6-e04f65396f3c'}}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:45:13.822338 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:13.920907 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] For port d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0, host hv-cinder-74014, cleared binding levels {{(pid=79941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:45:13.924014 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] For port d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0,segment=NetworkSegment(520a3b4a-0d79-47d8-ba1f-b45251e071d9),segment_id=520a3b4a-0d79-47d8-ba1f-b45251e071d9)] {{(pid=79941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:45:13.928692 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:13.944681 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:13.985927 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fc0e2-0ba8-4b80-8e46-f68d7aed68a9 req-4a05221d-d942-4885-a9c1-98bfd7ba2258 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:13.986925 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-896fc0e2-0ba8-4b80-8e46-f68d7aed68a9 req-4a05221d-d942-4885-a9c1-98bfd7ba2258 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.1649797 Feb 07 01:45:14.048698 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:14.068615 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-896fc0e2-0ba8-4b80-8e46-f68d7aed68a9 req-76f1a43f-a995-41a7-851a-b718eade2de7 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721631 Feb 07 01:45:14.108218 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Pushing event updated for resources: {'Port': ['ID=d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0,revision_number=3']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:14.126248 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:14.151911 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:14.152961 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:14.155093 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-af89eb93-f64a-49a0-a62c-71c72805790f req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] 10.222.0.45 "PUT /v2.0/ports/d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 HTTP/1.1" status: 200 len: 1157 time: 1.4529576 Feb 07 01:45:14.268403 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcee66ff-0f4b-421d-adb2-d7017b289eff', 'tag': 'd78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:45:14.355470 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89eb93-f64a-49a0-a62c-71c72805790f req-112e54c8-61a1-4cce-94ca-83e5e4169709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:14.357360 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-af89eb93-f64a-49a0-a62c-71c72805790f req-112e54c8-61a1-4cce-94ca-83e5e4169709 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=458d85ffa04943ada9b2f305c2c8f029&device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 1160 time: 0.1375320 Feb 07 01:45:14.368612 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcee66ff-0f4b-421d-adb2-d7017b289eff', 'tag': 'd78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0', 'status': 'completed', 'code': 200} Feb 07 01:45:14.442015 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-af89eb93-f64a-49a0-a62c-71c72805790f req-c3232f10-8531-4d20-8eda-6f4faaf9c8bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 HTTP/1.1" status: 200 len: 217 time: 0.0674875 Feb 07 01:45:14.520032 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89eb93-f64a-49a0-a62c-71c72805790f req-c749f84a-00c5-459e-b020-2a101af8ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:14.521090 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-af89eb93-f64a-49a0-a62c-71c72805790f req-c749f84a-00c5-459e-b020-2a101af8ed8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a447ad23-e82d-41b9-9dac-bf0b6a82fdae HTTP/1.1" status: 200 len: 849 time: 0.0723441 Feb 07 01:45:14.576675 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-af89eb93-f64a-49a0-a62c-71c72805790f req-13baeadb-9fb0-4c86-a436-23dbb1aa11c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63fdeabf-b958-4d18-83a6-e04f65396f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482647 Feb 07 01:45:14.792783 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-af89eb93-f64a-49a0-a62c-71c72805790f req-30d8ccaa-a860-48c6-a87d-5bac8ecefcd6 service neutron] 10.222.0.45 "GET /v2.0/networks/63fdeabf-b958-4d18-83a6-e04f65396f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065618 Feb 07 01:45:14.921440 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab6496-6f10-40fc-b8ba-fdfb737dbcd3 req-1e9e9fb3-965c-4158-9895-68e3287c9de5 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:14.929581 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e1ab6496-6f10-40fc-b8ba-fdfb737dbcd3 req-1e9e9fb3-965c-4158-9895-68e3287c9de5 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 943 time: 0.2080691 Feb 07 01:45:15.020464 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e1ab6496-6f10-40fc-b8ba-fdfb737dbcd3 req-0bf5d6a8-b0f6-47c5-9edd-c05439ae9e8f tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898588 Feb 07 01:45:15.053313 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:15.332674 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-af89eb93-f64a-49a0-a62c-71c72805790f req-194b0c51-c2b8-4312-997e-57796628be78 service neutron] 10.222.0.45 "GET /v2.0/networks/63fdeabf-b958-4d18-83a6-e04f65396f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5283103 Feb 07 01:45:15.495760 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fb7cf-36cf-4432-a22e-3395f98768b7 req-f4a1a221-b6d8-4301-8fb9-2518764b8cfc tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:15.497471 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b25fb7cf-36cf-4432-a22e-3395f98768b7 req-f4a1a221-b6d8-4301-8fb9-2518764b8cfc tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.2383232 Feb 07 01:45:15.557854 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:15.602685 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b25fb7cf-36cf-4432-a22e-3395f98768b7 req-2e17781d-b395-4b89-8941-e65e3cbac733 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924845 Feb 07 01:45:15.627896 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f0c5a-3dca-42aa-bd29-9d05dc380bf2 req-e6f514a8-60ea-4b71-ba44-3078274379cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:15.630414 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9b5f0c5a-3dca-42aa-bd29-9d05dc380bf2 req-e6f514a8-60ea-4b71-ba44-3078274379cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=458d85ffa04943ada9b2f305c2c8f029&device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 1160 time: 0.1847668 Feb 07 01:45:15.646200 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 44292) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:15.794376 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f0c5a-3dca-42aa-bd29-9d05dc380bf2 req-73af73fe-9930-4145-9949-eb65e6360f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:15.795998 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9b5f0c5a-3dca-42aa-bd29-9d05dc380bf2 req-73af73fe-9930-4145-9949-eb65e6360f3f service neutron] 10.222.0.45 "GET /v2.0/networks?id=63fdeabf-b958-4d18-83a6-e04f65396f3c HTTP/1.1" status: 200 len: 903 time: 0.1582737 Feb 07 01:45:15.877884 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9b5f0c5a-3dca-42aa-bd29-9d05dc380bf2 req-f7e1d616-f960-4155-ab95-09a3478a5067 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 HTTP/1.1" status: 200 len: 217 time: 0.0723188 Feb 07 01:45:15.886655 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ef6edf02-e309-4d4e-94e5-f96bcbf237fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:15.902399 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-ef6edf02-e309-4d4e-94e5-f96bcbf237fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:15.906392 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-ef6edf02-e309-4d4e-94e5-f96bcbf237fa admin admin] Usage tracker for resource:security_group_rule and tenant:d1e7cbcf2fa54263969e7b1ad71e3e37 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:15.909347 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-ef6edf02-e309-4d4e-94e5-f96bcbf237fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:15.915648 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-ef6edf02-e309-4d4e-94e5-f96bcbf237fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:15.948372 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f0c5a-3dca-42aa-bd29-9d05dc380bf2 req-8cfc8452-4086-4d03-97ed-ace9e9e16d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:15.949946 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9b5f0c5a-3dca-42aa-bd29-9d05dc380bf2 req-8cfc8452-4086-4d03-97ed-ace9e9e16d01 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a447ad23-e82d-41b9-9dac-bf0b6a82fdae HTTP/1.1" status: 200 len: 849 time: 0.0647159 Feb 07 01:45:16.010598 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9b5f0c5a-3dca-42aa-bd29-9d05dc380bf2 req-3bbf561a-ddad-4d02-b808-64b235b657e6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63fdeabf-b958-4d18-83a6-e04f65396f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498366 Feb 07 01:45:16.011790 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ef6edf02-e309-4d4e-94e5-f96bcbf237fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:16.014676 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ef6edf02-e309-4d4e-94e5-f96bcbf237fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:16.024207 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-dc5244b8-4ca7-4acf-8b87-aa74af49716f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:16.063606 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6edf02-e309-4d4e-94e5-f96bcbf237fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc790a9-3b7f-4f70-b2ee-879bb72321c4,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:16.067642 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ef6edf02-e309-4d4e-94e5-f96bcbf237fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:16.077742 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-ef6edf02-e309-4d4e-94e5-f96bcbf237fa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1e7cbcf2fa54263969e7b1ad71e3e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302940 Feb 07 01:45:16.077944 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 44306) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:16.249820 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2f39bdf6-5fa8-4cd2-9c6d-26ea6b7bce75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:16.263550 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9b5f0c5a-3dca-42aa-bd29-9d05dc380bf2 req-5f4641e6-68f1-4606-b2b8-7c89f40fc7ea service neutron] 10.222.0.45 "GET /v2.0/networks/63fdeabf-b958-4d18-83a6-e04f65396f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295611 Feb 07 01:45:16.314668 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2f39bdf6-5fa8-4cd2-9c6d-26ea6b7bce75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:16.321475 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdceae-9420-4b34-b1d7-0f6320c1f584 req-90f4f405-137e-45f2-9a46-794b4ed7bf21 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:16.323637 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c2bdceae-9420-4b34-b1d7-0f6320c1f584 req-90f4f405-137e-45f2-9a46-794b4ed7bf21 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 943 time: 0.1659582 Feb 07 01:45:16.394042 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c2bdceae-9420-4b34-b1d7-0f6320c1f584 req-de187db9-3183-485b-b56c-c68a135a051e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619500 Feb 07 01:45:16.468167 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9b5f0c5a-3dca-42aa-bd29-9d05dc380bf2 req-cda8f845-a212-4940-b917-d835407f3298 service neutron] 10.222.0.45 "GET /v2.0/networks/63fdeabf-b958-4d18-83a6-e04f65396f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1914299 Feb 07 01:45:16.480091 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2f39bdf6-5fa8-4cd2-9c6d-26ea6b7bce75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:16.487688 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f2f3ffea-ab00-4629-8ade-eef362189c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:16.506298 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39bdf6-5fa8-4cd2-9c6d-26ea6b7bce75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc790a9-3b7f-4f70-b2ee-879bb72321c4,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:16.508536 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2f39bdf6-5fa8-4cd2-9c6d-26ea6b7bce75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:16.509870 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-2f39bdf6-5fa8-4cd2-9c6d-26ea6b7bce75 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2cc790a9-3b7f-4f70-b2ee-879bb72321c4 HTTP/1.1" status: 204 len: 168 time: 0.4252226 Feb 07 01:45:16.511148 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2f39bdf6-5fa8-4cd2-9c6d-26ea6b7bce75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:16.945492 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036d4f5-b469-4ba3-ab2c-393277c1c060 req-95be8675-b554-45c6-83a3-a274558ac075 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:16.947413 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9036d4f5-b469-4ba3-ab2c-393277c1c060 req-95be8675-b554-45c6-83a3-a274558ac075 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.1885498 Feb 07 01:45:16.981614 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 44342) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:17.004703 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5471db92-5959-487d-ad78-1651d5ec7379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:17.020350 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9036d4f5-b469-4ba3-ab2c-393277c1c060 req-b355d234-fb9d-4f85-8f77-0de9e9fc481e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659673 Feb 07 01:45:17.021164 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-5471db92-5959-487d-ad78-1651d5ec7379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:17.025950 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-5471db92-5959-487d-ad78-1651d5ec7379 admin admin] Usage tracker for resource:security_group_rule and tenant:f22c4cae98ce4051951ebc6eacb6e02e is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:17.028973 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-5471db92-5959-487d-ad78-1651d5ec7379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:17.034801 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-5471db92-5959-487d-ad78-1651d5ec7379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:17.122431 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5471db92-5959-487d-ad78-1651d5ec7379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:17.125208 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5471db92-5959-487d-ad78-1651d5ec7379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:17.134868 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-46b03684-3ba3-4a14-9d49-6c863585b7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:17.178351 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-5471db92-5959-487d-ad78-1651d5ec7379 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f22c4cae98ce4051951ebc6eacb6e02e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1955771 Feb 07 01:45:17.179326 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471db92-5959-487d-ad78-1651d5ec7379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc85dc3-fceb-486e-91d7-2a53798c5426,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:17.181306 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 44348) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:17.182641 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5471db92-5959-487d-ad78-1651d5ec7379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:17.245146 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-91b32090-a422-4cf1-80d2-cf81632e7d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:17.272836 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-91b32090-a422-4cf1-80d2-cf81632e7d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:17.323642 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-91b32090-a422-4cf1-80d2-cf81632e7d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:17.325612 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 44354) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:17.330892 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4e0d198d-15b0-4927-9aa3-bf92d67ebbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:17.350486 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b32090-a422-4cf1-80d2-cf81632e7d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc85dc3-fceb-486e-91d7-2a53798c5426,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:17.353743 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-91b32090-a422-4cf1-80d2-cf81632e7d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:17.365980 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-91b32090-a422-4cf1-80d2-cf81632e7d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:17.367770 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-91b32090-a422-4cf1-80d2-cf81632e7d6f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/efc85dc3-fceb-486e-91d7-2a53798c5426 HTTP/1.1" status: 204 len: 168 time: 0.1853771 Feb 07 01:45:17.509146 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2fc9646a-5952-4983-9aec-18000421f883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:17.525453 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-2fc9646a-5952-4983-9aec-18000421f883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:17.530975 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-2fc9646a-5952-4983-9aec-18000421f883 admin admin] Usage tracker for resource:security_group_rule and tenant:0139daf33258450591f737eb49ae3967 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:17.534277 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-2fc9646a-5952-4983-9aec-18000421f883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:17.540213 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-2fc9646a-5952-4983-9aec-18000421f883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:17.629104 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2fc9646a-5952-4983-9aec-18000421f883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:17.633472 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2fc9646a-5952-4983-9aec-18000421f883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:17.643368 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:17.677496 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9646a-5952-4983-9aec-18000421f883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acae773-3642-4ddf-8d9d-0b26f8aaf77d,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:17.683230 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2fc9646a-5952-4983-9aec-18000421f883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:17.706937 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-2fc9646a-5952-4983-9aec-18000421f883 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0139daf33258450591f737eb49ae3967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774905 Feb 07 01:45:17.707171 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 44368) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:17.741922 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fe2fd-2ae4-436b-927d-6f5832153873 req-42be5f19-7002-474b-9748-258fb360686a tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:17.744274 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-050fe2fd-2ae4-436b-927d-6f5832153873 req-42be5f19-7002-474b-9748-258fb360686a tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 943 time: 0.1820750 Feb 07 01:45:17.790407 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c0b68f7d-398c-42ca-b972-f84ddfd5fbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:17.820395 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c0b68f7d-398c-42ca-b972-f84ddfd5fbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:17.831462 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-050fe2fd-2ae4-436b-927d-6f5832153873 req-cff7c3e5-ae8f-483a-9101-8eff0091014d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800443 Feb 07 01:45:17.901942 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c0b68f7d-398c-42ca-b972-f84ddfd5fbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:17.909275 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:17.924892 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b68f7d-398c-42ca-b972-f84ddfd5fbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acae773-3642-4ddf-8d9d-0b26f8aaf77d,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:17.936623 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c0b68f7d-398c-42ca-b972-f84ddfd5fbee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:17.944925 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c0b68f7d-398c-42ca-b972-f84ddfd5fbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:17.946491 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-c0b68f7d-398c-42ca-b972-f84ddfd5fbee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0acae773-3642-4ddf-8d9d-0b26f8aaf77d HTTP/1.1" status: 204 len: 168 time: 0.2375731 Feb 07 01:45:18.442056 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-dc19a290-8c4f-4cf8-b291-8cabf9345e7d tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:18.449979 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-dc19a290-8c4f-4cf8-b291-8cabf9345e7d tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/networks?id=56f4f79f-3bca-4b2b-9099-334cf5c63d91 HTTP/1.1" status: 200 len: 814 time: 0.3281746 Feb 07 01:45:18.473509 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-257f8d0d-2114-42af-b396-f07ddc508bb0 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/quotas/baa366e3c1934c45aad39752ece3850b HTTP/1.1" status: 200 len: 375 time: 0.0225325 Feb 07 01:45:18.644501 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.objects.ports [None req-2d4862ca-f2e7-491b-9593-39fedd638b0c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79943) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 07 01:45:18.676116 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 44418) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:18.695504 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5fbcf2b2-4827-434b-a5b8-2b9b892fe8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:18.711921 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-5fbcf2b2-4827-434b-a5b8-2b9b892fe8d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:18.716248 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-5fbcf2b2-4827-434b-a5b8-2b9b892fe8d2 admin admin] Usage tracker for resource:security_group_rule and tenant:d987bec91b494931abba912893d95e51 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:18.719270 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-5fbcf2b2-4827-434b-a5b8-2b9b892fe8d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:18.725212 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-5fbcf2b2-4827-434b-a5b8-2b9b892fe8d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:18.773735 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea1a70-f9fa-4889-a763-ad254fb26708 req-a9973ab9-0179-4a38-8e27-02cb4097dda0 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:18.775300 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-beea1a70-f9fa-4889-a763-ad254fb26708 req-a9973ab9-0179-4a38-8e27-02cb4097dda0 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.4794960 Feb 07 01:45:18.794552 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-61312d4b-66aa-4583-ae65-3df1eb948840 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=baa366e3c1934c45aad39752ece3850b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3201289 Feb 07 01:45:18.831819 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5fbcf2b2-4827-434b-a5b8-2b9b892fe8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:18.835063 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5fbcf2b2-4827-434b-a5b8-2b9b892fe8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:18.848610 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c25f1bd8-bd7a-4fdb-a0d9-3401797f2d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:18.897737 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-5fbcf2b2-4827-434b-a5b8-2b9b892fe8d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d987bec91b494931abba912893d95e51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193708 Feb 07 01:45:18.897931 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-beea1a70-f9fa-4889-a763-ad254fb26708 req-6ae55703-e110-4ce7-bceb-09f1c7e7af1d tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015072 Feb 07 01:45:18.899961 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 44428) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:18.903388 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcf2b2-4827-434b-a5b8-2b9b892fe8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4185644c-d5b6-4b24-abe7-a0155821e426,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:18.918310 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5fbcf2b2-4827-434b-a5b8-2b9b892fe8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:18.972470 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-01f5a10e-24fb-4304-aa42-9b4add5a621a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:19.003619 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-5c95989c-e00b-4e47-9f34-769271e79f7e service neutron] 10.222.0.52 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911020 Feb 07 01:45:19.004136 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-01f5a10e-24fb-4304-aa42-9b4add5a621a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:19.060757 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-01f5a10e-24fb-4304-aa42-9b4add5a621a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:19.065952 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2fc9646a-5952-4983-9aec-18000421f883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:19.080284 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5a10e-24fb-4304-aa42-9b4add5a621a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4185644c-d5b6-4b24-abe7-a0155821e426,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:19.083307 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-01f5a10e-24fb-4304-aa42-9b4add5a621a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:19.086128 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-01f5a10e-24fb-4304-aa42-9b4add5a621a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:19.087476 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-01f5a10e-24fb-4304-aa42-9b4add5a621a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4185644c-d5b6-4b24-abe7-a0155821e426 HTTP/1.1" status: 204 len: 168 time: 0.1865883 Feb 07 01:45:19.317519 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b05778-244e-4eaf-bf6c-7fbb4cdfe99e req-eaf08581-a4ce-4939-874f-5388fd976780 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:19.319304 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d5b05778-244e-4eaf-bf6c-7fbb4cdfe99e req-eaf08581-a4ce-4939-874f-5388fd976780 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 943 time: 0.2814538 Feb 07 01:45:19.334386 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-4c6e52a1-3350-46eb-803d-ce9ad0230c4d service neutron] 10.222.0.52 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3229997 Feb 07 01:45:19.474207 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d5b05778-244e-4eaf-bf6c-7fbb4cdfe99e req-3e4c5714-41da-4797-b4cf-7f46a3df5f46 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383128 Feb 07 01:45:19.502468 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:45:19.571633 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 44454) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:19.600376 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-54e39ff3-19f2-4bf4-982f-7852dcbade81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:19.632274 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning for port d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:45:19.639080 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-54e39ff3-19f2-4bf4-982f-7852dcbade81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:19.643359 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-54e39ff3-19f2-4bf4-982f-7852dcbade81 admin admin] Usage tracker for resource:security_group_rule and tenant:aedd3671a7984ac3adedb633fa8fce35 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:19.646398 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-54e39ff3-19f2-4bf4-982f-7852dcbade81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:19.646523 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:45:19.647002 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:19.655480 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-54e39ff3-19f2-4bf4-982f-7852dcbade81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:19.755316 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-605a83f2-eee7-4070-bd28-31693c502d12 req-705171d2-f21f-49e0-8c99-a1ff3694cd11 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=77182a14-81af-42a0-a86d-c4f10dedf2a7 HTTP/1.1" status: 200 len: 210 time: 0.1352735 Feb 07 01:45:19.792951 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-54e39ff3-19f2-4bf4-982f-7852dcbade81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:19.804958 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-54e39ff3-19f2-4bf4-982f-7852dcbade81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:19.840539 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:19.858866 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a388435e-5a8b-4475-a6fc-e6a3554f1c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:19.876896 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0,segment=NetworkSegment(520a3b4a-0d79-47d8-ba1f-b45251e071d9),segment_id=520a3b4a-0d79-47d8-ba1f-b45251e071d9)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:45:19.878255 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcee66ff-0f4b-421d-adb2-d7017b289eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:45:19.885368 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:19.887429 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-54e39ff3-19f2-4bf4-982f-7852dcbade81 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aedd3671a7984ac3adedb633fa8fce35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146341 Feb 07 01:45:19.888132 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:19.888385 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e39ff3-19f2-4bf4-982f-7852dcbade81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9865d07-8555-43c5-a4a9-521bcd94fd42,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:19.890784 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 44470) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:19.901004 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-54e39ff3-19f2-4bf4-982f-7852dcbade81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:20.009485 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:20.012889 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:20.048387 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcee66ff-0f4b-421d-adb2-d7017b289eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0', 'code': 200} Feb 07 01:45:20.056184 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-71069634-f447-40b5-aa76-f3f93a1670bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:20.089748 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-71069634-f447-40b5-aa76-f3f93a1670bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:20.314005 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae30e9-bf37-4edb-9b90-5cc586a086cc req-87b3772e-9a01-473d-a7c5-80410fc08b66 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:20.315763 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b7ae30e9-bf37-4edb-9b90-5cc586a086cc req-87b3772e-9a01-473d-a7c5-80410fc08b66 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.2050319 Feb 07 01:45:20.316987 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-71069634-f447-40b5-aa76-f3f93a1670bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:20.325851 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fd875224-97ea-4243-9698-917f4addec88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:20.343274 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-71069634-f447-40b5-aa76-f3f93a1670bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:20.347544 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-71069634-f447-40b5-aa76-f3f93a1670bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9865d07-8555-43c5-a4a9-521bcd94fd42 HTTP/1.1" status: 204 len: 168 time: 0.4555581 Feb 07 01:45:20.394969 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71069634-f447-40b5-aa76-f3f93a1670bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9865d07-8555-43c5-a4a9-521bcd94fd42,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:20.400377 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-71069634-f447-40b5-aa76-f3f93a1670bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:20.503788 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b7ae30e9-bf37-4edb-9b90-5cc586a086cc req-95654c17-6ef1-453c-ae82-6dbee68a051f tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789420 Feb 07 01:45:20.540365 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cad28-4e20-42fd-bb50-cc5af2a2093c req-16a3bd46-206e-49ce-8c3c-67036b7edf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:20.542025 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-060cad28-4e20-42fd-bb50-cc5af2a2093c req-16a3bd46-206e-49ce-8c3c-67036b7edf57 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 1162 time: 0.1907251 Feb 07 01:45:20.590077 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:45:20.678667 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-060cad28-4e20-42fd-bb50-cc5af2a2093c req-d0c710e8-36f8-4d5b-aa21-638bb93b4516 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285627 Feb 07 01:45:20.808077 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:45:20.808662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:21.008274 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d474f04-5662-4f65-a77c-d2f2e78f1b24 req-df0097ea-8b8c-4e5b-a200-cf7016ecfdc6 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:21.016084 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3d474f04-5662-4f65-a77c-d2f2e78f1b24 req-df0097ea-8b8c-4e5b-a200-cf7016ecfdc6 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 945 time: 0.2788508 Feb 07 01:45:21.095144 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9675e098-7a92-441f-92f0-47d7df7f2f30 req-9788f014-720a-4654-9ab6-2a8595f4db61 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=77182a14-81af-42a0-a86d-c4f10dedf2a7 HTTP/1.1" status: 200 len: 210 time: 0.0760336 Feb 07 01:45:21.143481 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3d474f04-5662-4f65-a77c-d2f2e78f1b24 req-9834d977-6d28-47c2-bc37-8bb54fa2d465 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262915 Feb 07 01:45:21.288511 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 44524) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:21.600666 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b58a0de6-fd40-4132-9ea4-a376b3c85337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:21.619904 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-b58a0de6-fd40-4132-9ea4-a376b3c85337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:21.624317 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-b58a0de6-fd40-4132-9ea4-a376b3c85337 admin admin] Usage tracker for resource:security_group_rule and tenant:1de125bbc9554d88b03f4207f46c673a is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:21.627345 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-b58a0de6-fd40-4132-9ea4-a376b3c85337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:21.633933 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-b58a0de6-fd40-4132-9ea4-a376b3c85337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:21.831669 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b58a0de6-fd40-4132-9ea4-a376b3c85337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:21.852718 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b58a0de6-fd40-4132-9ea4-a376b3c85337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:21.915051 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-42f023fd-e04e-4401-b516-38da836c9253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:21.936998 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-6d6c8a9c-66b2-4815-9033-33466a87e58e tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:21.937936 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-6d6c8a9c-66b2-4815-9033-33466a87e58e tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.45 "GET /v2.0/networks?id=56f4f79f-3bca-4b2b-9099-334cf5c63d91 HTTP/1.1" status: 200 len: 814 time: 0.2878757 Feb 07 01:45:21.948877 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 44546) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:21.949083 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-b58a0de6-fd40-4132-9ea4-a376b3c85337 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1de125bbc9554d88b03f4207f46c673a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6588171 Feb 07 01:45:21.951335 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a0de6-fd40-4132-9ea4-a376b3c85337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f61f8ff-50a2-4c15-ba0c-3b637b24d9f7,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:21.957551 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b58a0de6-fd40-4132-9ea4-a376b3c85337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:22.032903 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-88f714c0-ac7e-42f7-9cc2-bc4177860098 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Request body: {'port': {'device_id': '77182a14-81af-42a0-a86d-c4f10dedf2a7', 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91', 'admin_state_up': True, 'tenant_id': 'baa366e3c1934c45aad39752ece3850b'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:45:22.100380 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-79ed30d6-f5e8-4c08-b81c-d25274320315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:22.155118 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ce53f-c350-402c-a1b4-701cdfaf1056 req-45c42580-d9cb-4412-89f0-600b7622296b tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:22.158433 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-626ce53f-c350-402c-a1b4-701cdfaf1056 req-45c42580-d9cb-4412-89f0-600b7622296b tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.4292910 Feb 07 01:45:22.219702 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 44564) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:22.238928 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-79ed30d6-f5e8-4c08-b81c-d25274320315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:22.248345 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-626ce53f-c350-402c-a1b4-701cdfaf1056 req-7b16e24b-d17f-43c6-98df-8deab3ba6a77 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814285 Feb 07 01:45:22.350171 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-88f714c0-ac7e-42f7-9cc2-bc4177860098 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:22.354419 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-79ed30d6-f5e8-4c08-b81c-d25274320315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:22.361843 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-88f714c0-ac7e-42f7-9cc2-bc4177860098 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Usage tracker for resource:port and tenant:baa366e3c1934c45aad39752ece3850b is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:22.366880 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-861a08ab-32ca-4d2c-a2f6-3d15c632e31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:22.389754 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-adf53b4d-e0a3-45bd-9c29-9c64fff4ff8a req-a79d4cc0-de36-4b02-b4ee-388dc222b18c tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=77182a14-81af-42a0-a86d-c4f10dedf2a7 HTTP/1.1" status: 200 len: 210 time: 0.0600367 Feb 07 01:45:22.394261 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-88f714c0-ac7e-42f7-9cc2-bc4177860098 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:22.409925 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-79ed30d6-f5e8-4c08-b81c-d25274320315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:22.411181 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-79ed30d6-f5e8-4c08-b81c-d25274320315 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f61f8ff-50a2-4c15-ba0c-3b637b24d9f7 HTTP/1.1" status: 204 len: 168 time: 0.4608941 Feb 07 01:45:22.412393 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed30d6-f5e8-4c08-b81c-d25274320315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f61f8ff-50a2-4c15-ba0c-3b637b24d9f7,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:22.422592 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-79ed30d6-f5e8-4c08-b81c-d25274320315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:22.424036 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-88f714c0-ac7e-42f7-9cc2-bc4177860098 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:22.464258 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-88f714c0-ac7e-42f7-9cc2-bc4177860098 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Made reservation on behalf of baa366e3c1934c45aad39752ece3850b for: {'port': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:45:22.494717 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-88f714c0-ac7e-42f7-9cc2-bc4177860098 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:22.558335 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-142084620-network', 'tenant_id': 'e158f52cda6144d2b056591f6061810a'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:45:22.564025 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:22.568698 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Usage tracker for resource:network and tenant:e158f52cda6144d2b056591f6061810a is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:22.573323 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:22.580464 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:22.627047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Made reservation on behalf of e158f52cda6144d2b056591f6061810a for: {'network': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:45:22.633718 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for network, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:22.651103 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:22.692246 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd3d43-b2e2-4b78-b085-965c4513d3f9 req-2e43ad6d-e734-4160-b056-845ad9059c3a tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:22.700871 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3afd3d43-b2e2-4b78-b085-965c4513d3f9 req-2e43ad6d-e734-4160-b056-845ad9059c3a tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 945 time: 0.2339568 Feb 07 01:45:22.753436 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:22.763165 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Usage tracker for resource:security_group_rule and tenant:e158f52cda6144d2b056591f6061810a is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:22.768716 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:22.811712 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3afd3d43-b2e2-4b78-b085-965c4513d3f9 req-15b84078-da86-41c6-be20-524ebe16e20c tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095483 Feb 07 01:45:22.830620 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:22.979013 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device f0812598-ee9f-4706-b0de-fba0c5eb627e up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:45:22.982235 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 44582) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:23.001782 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-196c241f-e81c-4400-819d-bc95d2b80e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:23.003135 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-88f714c0-ac7e-42f7-9cc2-bc4177860098 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Allocated IP 172.20.0.2 (56f4f79f-3bca-4b2b-9099-334cf5c63d91/8100aead-6371-470f-922e-c96f1eea8ca9/a41ad0f2-f1c5-4cd9-a802-036b06c81b18) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:45:23.017632 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-196c241f-e81c-4400-819d-bc95d2b80e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:23.021748 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-196c241f-e81c-4400-819d-bc95d2b80e5a admin admin] Usage tracker for resource:security_group_rule and tenant:2ab635ab60cb4e798a3f204d05e4fd4e is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:23.024870 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-196c241f-e81c-4400-819d-bc95d2b80e5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:23.030695 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-196c241f-e81c-4400-819d-bc95d2b80e5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:23.039563 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:23.055997 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port f0812598-ee9f-4706-b0de-fba0c5eb627e triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:45:23.056402 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:23.060666 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:23.066790 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-01f5a10e-24fb-4304-aa42-9b4add5a621a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:23.108319 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa279bfb-5086-4463-8ffb-9424450fdf4c,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:23.120826 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=79941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 07 01:45:23.123401 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:23.158407 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-196c241f-e81c-4400-819d-bc95d2b80e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:23.161676 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282839147363', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:23.162133 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.segments_db [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Added segment 5e116cf7-d777-4a67-bcd5-d44ec8671116 of type vxlan for network 1f4ceb1b-3d46-4f53-a462-ea419c2c6306 Feb 07 01:45:23.164319 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-196c241f-e81c-4400-819d-bc95d2b80e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:23.199420 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-22932cc9-4b15-40f9-bd56-c31187143be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:23.206726 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:45:23.214443 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-196c241f-e81c-4400-819d-bc95d2b80e5a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2ab635ab60cb4e798a3f204d05e4fd4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309513 Feb 07 01:45:23.236424 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c241f-e81c-4400-819d-bc95d2b80e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78809bfb-9478-483d-bd9a-9950ab23358e,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:23.240250 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-196c241f-e81c-4400-819d-bc95d2b80e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:23.241275 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 44590) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:23.278924 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754015121881'] for network, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:23.290405 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:45:23.291398 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:23.319117 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-925c7ed4-7158-44ce-8013-478082d5790b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:23.355839 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-88f714c0-ac7e-42f7-9cc2-bc4177860098 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:23.356768 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-925c7ed4-7158-44ce-8013-478082d5790b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:23.358900 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for network, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:23.363544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:23.364020 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:23.370358 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3be3fea5-48a0-4afc-b7f6-f9957149bc56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:23.412452 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-925c7ed4-7158-44ce-8013-478082d5790b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:23.425246 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2ebd1946-d3f5-470d-9342-066cbbe1b5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:23.474045 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c7ed4-7158-44ce-8013-478082d5790b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78809bfb-9478-483d-bd9a-9950ab23358e,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:23.484441 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-925c7ed4-7158-44ce-8013-478082d5790b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:23.485638 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-925c7ed4-7158-44ce-8013-478082d5790b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:23.490152 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-925c7ed4-7158-44ce-8013-478082d5790b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/78809bfb-9478-483d-bd9a-9950ab23358e HTTP/1.1" status: 204 len: 168 time: 0.2441602 Feb 07 01:45:23.535333 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Pushing event updated for resources: {'Network': ['ID=1f4ceb1b-3d46-4f53-a462-ea419c2c6306,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:23.554160 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:23.579885 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3559003 Feb 07 01:45:23.583375 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 44602) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:23.591933 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-04ec9b31-1a2a-4ac0-81f0-67181a988b79 admin admin] Request body: {'subnet': {'network_id': '1f4ceb1b-3d46-4f53-a462-ea419c2c6306', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-142084620-subnet', 'tenant_id': 'e158f52cda6144d2b056591f6061810a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:45:23.598216 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-04ec9b31-1a2a-4ac0-81f0-67181a988b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:23.603756 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-04ec9b31-1a2a-4ac0-81f0-67181a988b79 admin admin] Usage tracker for resource:subnet and tenant:e158f52cda6144d2b056591f6061810a is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:23.608056 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-04ec9b31-1a2a-4ac0-81f0-67181a988b79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:23.614934 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-04ec9b31-1a2a-4ac0-81f0-67181a988b79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:23.627745 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-88f714c0-ac7e-42f7-9cc2-bc4177860098 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:23.630519 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ec9b31-1a2a-4ac0-81f0-67181a988b79 admin admin] Made reservation on behalf of e158f52cda6144d2b056591f6061810a for: {'subnet': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:45:23.635674 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-04ec9b31-1a2a-4ac0-81f0-67181a988b79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:23.673145 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c84640ef-1860-4637-af37-4fd3f00784b0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:23.792369 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Network 1f4ceb1b-3d46-4f53-a462-ea419c2c6306 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:45:23.812909 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186264f1-9f5a-4003-87c2-f64fb77435da req-52b0bae0-de71-4cc4-aa31-c14824578435 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:23.821823 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-186264f1-9f5a-4003-87c2-f64fb77435da req-52b0bae0-de71-4cc4-aa31-c14824578435 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.3059108 Feb 07 01:45:23.922583 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Network 1f4ceb1b-3d46-4f53-a462-ea419c2c6306 details requested by agent ovs-agent-dv-cinder-740146-7-smb with host dv-cinder-740146-7-smb {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:45:23.966630 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-186264f1-9f5a-4003-87c2-f64fb77435da req-89ec42dd-36ab-4eb5-b3a1-43761528cfd0 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437550 Feb 07 01:45:24.217808 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16df61-1d9e-429a-862c-9380695818ea req-00500a96-37e5-4cca-b1d5-9c69e330122a tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:24.225903 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fd16df61-1d9e-429a-862c-9380695818ea req-00500a96-37e5-4cca-b1d5-9c69e330122a tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=77182a14-81af-42a0-a86d-c4f10dedf2a7 HTTP/1.1" status: 200 len: 931 time: 0.3818221 Feb 07 01:45:24.293415 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f714c0-ac7e-42f7-9cc2-bc4177860098 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Pushing event updated for resources: {'Port': ['ID=a41ad0f2-f1c5-4cd9-a802-036b06c81b18,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:24.309350 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-88f714c0-ac7e-42f7-9cc2-bc4177860098 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:24.323214 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-88f714c0-ac7e-42f7-9cc2-bc4177860098 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Network 56f4f79f-3bca-4b2b-9099-334cf5c63d91 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:45:24.329385 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-88f714c0-ac7e-42f7-9cc2-bc4177860098 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:45:24.334722 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fd16df61-1d9e-429a-862c-9380695818ea req-565903be-91c2-4c14-a58e-92e5285f9ce1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077831 Feb 07 01:45:24.341197 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-88f714c0-ac7e-42f7-9cc2-bc4177860098 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:45:24.422224 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-88f714c0-ac7e-42f7-9cc2-bc4177860098 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:24.423143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-88f714c0-ac7e-42f7-9cc2-bc4177860098 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:24.525489 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-88f714c0-ac7e-42f7-9cc2-bc4177860098 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4967661 Feb 07 01:45:24.532937 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbf545-4ad4-4e7e-85ce-b30872ff8d7a req-e8965924-f505-48a1-a5d9-ee4ede45b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:24.534905 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-11dbf545-4ad4-4e7e-85ce-b30872ff8d7a req-e8965924-f505-48a1-a5d9-ee4ede45b456 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 1162 time: 0.4270058 Feb 07 01:45:24.564887 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Request body: {'port': {'device_id': '77182a14-81af-42a0-a86d-c4f10dedf2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:45:24.786890 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:24.847410 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-11dbf545-4ad4-4e7e-85ce-b30872ff8d7a req-ae1b04ef-f139-47d6-81dc-c11485ee4b42 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540317 Feb 07 01:45:24.949415 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045ec88-54b8-4ff6-8785-f27b51b90bbb req-18e9839a-852e-47f6-aa1c-bc6051b19166 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:24.957301 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6045ec88-54b8-4ff6-8785-f27b51b90bbb req-18e9839a-852e-47f6-aa1c-bc6051b19166 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 945 time: 0.1862154 Feb 07 01:45:25.026741 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6045ec88-54b8-4ff6-8785-f27b51b90bbb req-ba0c24d0-93f5-448a-8eb9-14913a1f6ac3 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684805 Feb 07 01:45:25.320579 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b3bed-b2a0-4f85-b024-8216542975fa req-1d94d0d6-c1b9-4dbf-b5b3-ddc51497e0b5 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:25.329631 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7b9b3bed-b2a0-4f85-b024-8216542975fa req-1d94d0d6-c1b9-4dbf-b5b3-ddc51497e0b5 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.2036498 Feb 07 01:45:25.418025 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7b9b3bed-b2a0-4f85-b024-8216542975fa req-69b4c543-e010-4835-a322-0eb67789bb81 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874302 Feb 07 01:45:25.646528 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-04ec9b31-1a2a-4ac0-81f0-67181a988b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for subnet, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:25.668219 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:25.812852 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 44676) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:25.834742 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec9b31-1a2a-4ac0-81f0-67181a988b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11bdeb76-b5bf-47f9-b882-c9f15b46e0bf,revision_number=0']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:25.841567 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-04ec9b31-1a2a-4ac0-81f0-67181a988b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:25.917496 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4b468-de24-461c-8c46-ea04e1c30f91 req-0200b2e6-c643-4ef6-8679-df1e6fa434a9 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:25.919237 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-40e4b468-de24-461c-8c46-ea04e1c30f91 req-0200b2e6-c643-4ef6-8679-df1e6fa434a9 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=77182a14-81af-42a0-a86d-c4f10dedf2a7 HTTP/1.1" status: 200 len: 931 time: 0.3702493 Feb 07 01:45:25.955155 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41ad0f2-f1c5-4cd9-a802-036b06c81b18 {{(pid=79941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 07 01:45:25.973636 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:25.994599 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Transition to ACTIVE for port object a41ad0f2-f1c5-4cd9-a802-036b06c81b18 will not be triggered until provisioned by entity L2. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:45:25.997470 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec9b31-1a2a-4ac0-81f0-67181a988b79 admin admin] Checking segment: {'id': '5e116cf7-d777-4a67-bcd5-d44ec8671116', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1f4ceb1b-3d46-4f53-a462-ea419c2c6306'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:45:25.997887 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ec9b31-1a2a-4ac0-81f0-67181a988b79 admin admin] Network hostable DHCP agents. Network: 1f4ceb1b-3d46-4f53-a462-ea419c2c6306, hostable agents: ['056a6a88-4ceb-42c7-bddf-a3443bc3d195'], hosted agents: [] {{(pid=79941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 07 01:45:26.004936 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:26.023461 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fcfa51db-faf2-46ca-9ebd-9ebb39e3612e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:26.031312 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-40e4b468-de24-461c-8c46-ea04e1c30f91 req-a5ec3c82-8e16-4c04-af91-f8455f34043d tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040876 Feb 07 01:45:26.066306 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7b3e513f-25bf-419e-8195-1de6ea6b7183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:26.086452 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-7b3e513f-25bf-419e-8195-1de6ea6b7183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:26.090482 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-7b3e513f-25bf-419e-8195-1de6ea6b7183 admin admin] Usage tracker for resource:security_group_rule and tenant:2d768066403e4d3ca02673b83fef2b33 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:26.093780 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-7b3e513f-25bf-419e-8195-1de6ea6b7183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:26.099782 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-7b3e513f-25bf-419e-8195-1de6ea6b7183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:26.208772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7b3e513f-25bf-419e-8195-1de6ea6b7183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:26.267206 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ec9b31-1a2a-4ac0-81f0-67181a988b79 admin admin] Network 1f4ceb1b-3d46-4f53-a462-ea419c2c6306 is scheduled to be hosted by DHCP agent 056a6a88-4ceb-42c7-bddf-a3443bc3d195 with binding_index 1 {{(pid=79941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 07 01:45:26.288059 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7b3e513f-25bf-419e-8195-1de6ea6b7183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:26.297810 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ef6edf02-e309-4d4e-94e5-f96bcbf237fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:26.297941 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Pushing event updated for resources: {'Port': ['ID=a41ad0f2-f1c5-4cd9-a802-036b06c81b18,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:26.317256 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:26.318375 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Attempting to bind port a41ad0f2-f1c5-4cd9-a802-036b06c81b18 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:45:26.318754 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Attempting to bind port a41ad0f2-f1c5-4cd9-a802-036b06c81b18 by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '7da7ba85-1432-44ad-84bc-24ee5b1556ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91'}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:45:26.319161 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Attempting to bind port a41ad0f2-f1c5-4cd9-a802-036b06c81b18 on network 56f4f79f-3bca-4b2b-9099-334cf5c63d91 {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:45:26.323601 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-04ec9b31-1a2a-4ac0-81f0-67181a988b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-smb, 1f4ceb1b-3d46-4f53-a462-ea419c2c6306) {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:45:26.328476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Checking agent: {'id': 'b7cc771a-d95a-4267-9fb0-ee0cef286fca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 41, 44), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:45:26.328860 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Checking segment: {'id': '7da7ba85-1432-44ad-84bc-24ee5b1556ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:45:26.329270 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:26.329695 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Bound using segment: {'id': '7da7ba85-1432-44ad-84bc-24ee5b1556ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91'} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:45:26.330143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Bound port: a41ad0f2-f1c5-4cd9-a802-036b06c81b18, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da7ba85-1432-44ad-84bc-24ee5b1556ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91'}}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:45:26.330526 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:26.332831 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b42c3ee-ed72-46d9-9615-8eb275369526 None None] Network 1f4ceb1b-3d46-4f53-a462-ea419c2c6306 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:45:26.347264 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ec9b31-1a2a-4ac0-81f0-67181a988b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:26.347264 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-04ec9b31-1a2a-4ac0-81f0-67181a988b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for subnet, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:26.360742 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e513f-25bf-419e-8195-1de6ea6b7183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d0bd51-984c-471b-8a6a-4d55d46d9589,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:26.371741 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-7b3e513f-25bf-419e-8195-1de6ea6b7183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:26.420202 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-04ec9b31-1a2a-4ac0-81f0-67181a988b79 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8354630 Feb 07 01:45:26.470074 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-7b3e513f-25bf-419e-8195-1de6ea6b7183 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2d768066403e4d3ca02673b83fef2b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6550317 Feb 07 01:45:26.472974 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 44692) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:26.550489 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] For port a41ad0f2-f1c5-4cd9-a802-036b06c81b18, host hv-cinder-74014, cleared binding levels {{(pid=79941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:45:26.552994 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1b0c916e-2b17-4943-9aaa-9e8df3ac4bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:26.582212 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] For port a41ad0f2-f1c5-4cd9-a802-036b06c81b18, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=a41ad0f2-f1c5-4cd9-a802-036b06c81b18,segment=NetworkSegment(7da7ba85-1432-44ad-84bc-24ee5b1556ba),segment_id=7da7ba85-1432-44ad-84bc-24ee5b1556ba)] {{(pid=79941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:45:26.591239 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1b0c916e-2b17-4943-9aaa-9e8df3ac4bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:26.599262 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:26.611014 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd0169-e90c-4b68-8df7-5ffc46453665 req-5cde7b7a-a4c2-443d-887b-494a562552cd tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:26.618602 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:26.619667 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5cbd0169-e90c-4b68-8df7-5ffc46453665 req-5cde7b7a-a4c2-443d-887b-494a562552cd tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 945 time: 0.4091969 Feb 07 01:45:26.711421 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5cbd0169-e90c-4b68-8df7-5ffc46453665 req-473880c7-d73a-478f-976e-c701878fe664 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907497 Feb 07 01:45:26.751490 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54f4072-f3f5-4e1f-a4b8-734efb0c1480 None None] Network 1f4ceb1b-3d46-4f53-a462-ea419c2c6306 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:45:26.869058 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Pushing event updated for resources: {'Port': ['ID=a41ad0f2-f1c5-4cd9-a802-036b06c81b18,revision_number=3']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:26.874970 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:26.907338 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1b0c916e-2b17-4943-9aaa-9e8df3ac4bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:26.915912 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5bb7fcbd-98c2-43a2-abb6-ced0f51cbc98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:26.925975 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:26.926664 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:26.928202 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] 10.222.0.45 "PUT /v2.0/ports/a41ad0f2-f1c5-4cd9-a802-036b06c81b18 HTTP/1.1" status: 200 len: 1157 time: 2.3754859 Feb 07 01:45:26.932128 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77182a14-81af-42a0-a86d-c4f10dedf2a7', 'tag': 'a41ad0f2-f1c5-4cd9-a802-036b06c81b18'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:45:26.940878 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c916e-2b17-4943-9aaa-9e8df3ac4bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d0bd51-984c-471b-8a6a-4d55d46d9589,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:26.943011 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1b0c916e-2b17-4943-9aaa-9e8df3ac4bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:26.944272 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-1b0c916e-2b17-4943-9aaa-9e8df3ac4bf1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c4d0bd51-984c-471b-8a6a-4d55d46d9589 HTTP/1.1" status: 204 len: 168 time: 0.4702020 Feb 07 01:45:26.945300 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1b0c916e-2b17-4943-9aaa-9e8df3ac4bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:27.117563 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77182a14-81af-42a0-a86d-c4f10dedf2a7', 'tag': 'a41ad0f2-f1c5-4cd9-a802-036b06c81b18', 'status': 'completed', 'code': 200} Feb 07 01:45:27.124953 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39ef16-d863-4952-ab1a-6a18da6df9c2 req-2780cf9f-e9a2-4dba-8ac9-d4e9d81e74ed tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:27.133970 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3a39ef16-d863-4952-ab1a-6a18da6df9c2 req-2780cf9f-e9a2-4dba-8ac9-d4e9d81e74ed tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.4213119 Feb 07 01:45:27.196873 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-065a0bd9-8bd1-49b9-957e-2ae29b8e00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:27.198638 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-065a0bd9-8bd1-49b9-957e-2ae29b8e00f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=baa366e3c1934c45aad39752ece3850b&device_id=77182a14-81af-42a0-a86d-c4f10dedf2a7 HTTP/1.1" status: 200 len: 1160 time: 0.1379142 Feb 07 01:45:27.203455 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3a39ef16-d863-4952-ab1a-6a18da6df9c2 req-f80e048d-a12e-4e0c-b990-82994c3dc6b2 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685341 Feb 07 01:45:27.383354 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device f0812598-ee9f-4706-b0de-fba0c5eb627e up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:45:27.452651 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-f34bf9c6-b980-496c-8345-0c829bba9520 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a41ad0f2-f1c5-4cd9-a802-036b06c81b18 HTTP/1.1" status: 200 len: 217 time: 0.1783195 Feb 07 01:45:27.476943 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65f70e-fe0a-42e9-9502-36a941588650 req-ec9c6a58-fe02-4d3d-9db2-cd7f2fb6a433 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:27.483741 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port f0812598-ee9f-4706-b0de-fba0c5eb627e triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:45:27.484348 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:27.484502 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5d65f70e-fe0a-42e9-9502-36a941588650 req-ec9c6a58-fe02-4d3d-9db2-cd7f2fb6a433 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=77182a14-81af-42a0-a86d-c4f10dedf2a7 HTTP/1.1" status: 200 len: 943 time: 0.2799964 Feb 07 01:45:27.612850 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-7e9514f7-f7f1-4eea-83d3-c7cc50ed4592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:27.616000 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-7e9514f7-f7f1-4eea-83d3-c7cc50ed4592 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8100aead-6371-470f-922e-c96f1eea8ca9 HTTP/1.1" status: 200 len: 854 time: 0.1513810 Feb 07 01:45:27.631455 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5d65f70e-fe0a-42e9-9502-36a941588650 req-f72d4013-ae40-4c3f-9ddc-3df981509834 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459615 Feb 07 01:45:27.739902 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18eb528-02a4-40c6-9903-62905c186b46 req-7993d9f3-898d-493b-aa0b-8fbede8f83fb tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:27.760206 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e18eb528-02a4-40c6-9903-62905c186b46 req-7993d9f3-898d-493b-aa0b-8fbede8f83fb tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2728200 Feb 07 01:45:27.767220 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-46c41def-eaf9-4227-bf21-093fb4dc87cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56f4f79f-3bca-4b2b-9099-334cf5c63d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381094 Feb 07 01:45:27.885706 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e18eb528-02a4-40c6-9903-62905c186b46 req-8c80796d-b4bc-40df-9fd6-5d4a79742b67 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242740 Feb 07 01:45:27.910282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-74d34c97-a68c-4805-83dd-08626ec13018 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:27.911794 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-74d34c97-a68c-4805-83dd-08626ec13018 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Synchronizing usage tracker for tenant:458d85ffa04943ada9b2f305c2c8f029 on resource:port {{(pid=79941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:45:28.036058 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-74d34c97-a68c-4805-83dd-08626ec13018 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Unset dirty status for tenant:458d85ffa04943ada9b2f305c2c8f029 on resource:port {{(pid=79941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:45:28.037464 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-74d34c97-a68c-4805-83dd-08626ec13018 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 945 time: 0.6634853 Feb 07 01:45:28.157894 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccba832-0b28-4cdd-851b-5bbc36982a75 req-5b3050b4-cffd-4637-8ef4-873c518b2af0 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:28.166740 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cccba832-0b28-4cdd-851b-5bbc36982a75 req-5b3050b4-cffd-4637-8ef4-873c518b2af0 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 945 time: 0.2756593 Feb 07 01:45:28.183982 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-93806ad9-28ec-45f6-8342-edc244963a7e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Deleting port d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:45:28.185439 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-93806ad9-28ec-45f6-8342-edc244963a7e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:28.246571 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cccba832-0b28-4cdd-851b-5bbc36982a75 req-e0c04da7-d526-4054-9e69-167f049fd90e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787494 Feb 07 01:45:28.381660 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-3e8889ab-55e4-442b-a168-44c815de4cdb service neutron] 10.222.0.45 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5949891 Feb 07 01:45:28.445452 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:45:28.602794 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f2691854-c189-46d9-9fb9-0711dfac3cdf req-5ad0079b-4318-4d2a-a02b-a611d496693c service neutron] 10.222.0.45 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2125041 Feb 07 01:45:28.694380 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:28.725528 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcee66ff-0f4b-421d-adb2-d7017b289eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:45:28.738598 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0,segment=NetworkSegment(520a3b4a-0d79-47d8-ba1f-b45251e071d9),segment_id=520a3b4a-0d79-47d8-ba1f-b45251e071d9)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:45:28.744602 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:28.746636 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:28.848287 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:28.856828 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:28.901959 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcee66ff-0f4b-421d-adb2-d7017b289eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0', 'code': 200} Feb 07 01:45:29.161375 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413299d-ded8-4af3-b8a8-0f1b8f927f91 req-ccc36730-90b3-4392-a364-4d9957f700ad tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:29.163378 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1413299d-ded8-4af3-b8a8-0f1b8f927f91 req-ccc36730-90b3-4392-a364-4d9957f700ad tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=77182a14-81af-42a0-a86d-c4f10dedf2a7 HTTP/1.1" status: 200 len: 943 time: 0.2429450 Feb 07 01:45:29.164088 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 44776) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:29.305165 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1413299d-ded8-4af3-b8a8-0f1b8f927f91 req-a5a44ba8-9faa-4f74-b7f0-b55c000e9d6e tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332500 Feb 07 01:45:29.391803 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b3b1-bd3c-418c-a8d8-857dffb3718c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:29.447875 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-cbb0b3b1-bd3c-418c-a8d8-857dffb3718c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:29.453494 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-cbb0b3b1-bd3c-418c-a8d8-857dffb3718c admin admin] Usage tracker for resource:security_group_rule and tenant:fda15184c0254964bee897ae2ee926ce is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:29.456762 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-cbb0b3b1-bd3c-418c-a8d8-857dffb3718c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:29.463857 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-cbb0b3b1-bd3c-418c-a8d8-857dffb3718c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:29.493447 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-93806ad9-28ec-45f6-8342-edc244963a7e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] For port d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0,segment=NetworkSegment(520a3b4a-0d79-47d8-ba1f-b45251e071d9),segment_id=520a3b4a-0d79-47d8-ba1f-b45251e071d9)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:45:29.493962 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-93806ad9-28ec-45f6-8342-edc244963a7e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:29.533031 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba64a40-8887-4efd-93ea-134472dd5400 req-bbc4f279-58e4-40b4-b2da-7a68817cb2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:29.534702 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-eba64a40-8887-4efd-93ea-134472dd5400 req-bbc4f279-58e4-40b4-b2da-7a68817cb2b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=baa366e3c1934c45aad39752ece3850b&device_id=77182a14-81af-42a0-a86d-c4f10dedf2a7 HTTP/1.1" status: 200 len: 1160 time: 0.8054292 Feb 07 01:45:29.628340 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b3b1-bd3c-418c-a8d8-857dffb3718c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:29.649059 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b3b1-bd3c-418c-a8d8-857dffb3718c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:29.683271 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b762d74d-315f-411a-af59-e64840acf744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:29.706564 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-93806ad9-28ec-45f6-8342-edc244963a7e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Calling delete_port for d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 owned by compute:nova {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:45:29.713390 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-cbb0b3b1-bd3c-418c-a8d8-857dffb3718c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fda15184c0254964bee897ae2ee926ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5480285 Feb 07 01:45:29.718822 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 44802) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:29.722769 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0b3b1-bd3c-418c-a8d8-857dffb3718c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33170a41-49c5-44ba-946f-af672397a1c0,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:29.768169 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-cbb0b3b1-bd3c-418c-a8d8-857dffb3718c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:29.910228 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c6e59-1427-4a13-87dd-baf77720342c req-4aded89b-7042-4d66-bd22-6a311a616dd9 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:29.911967 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a79c6e59-1427-4a13-87dd-baf77720342c req-4aded89b-7042-4d66-bd22-6a311a616dd9 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 943 time: 0.4420969 Feb 07 01:45:29.923438 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba64a40-8887-4efd-93ea-134472dd5400 req-c7759667-5515-4825-aaf3-d0b6c0efb7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:29.924954 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-eba64a40-8887-4efd-93ea-134472dd5400 req-c7759667-5515-4825-aaf3-d0b6c0efb7d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=56f4f79f-3bca-4b2b-9099-334cf5c63d91 HTTP/1.1" status: 200 len: 908 time: 0.3804157 Feb 07 01:45:29.925698 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.api [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-93806ad9-28ec-45f6-8342-edc244963a7e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79941) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 07 01:45:29.926053 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_db.api [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-93806ad9-28ec-45f6-8342-edc244963a7e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 07 01:45:30.003339 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-eba64a40-8887-4efd-93ea-134472dd5400 req-4adaf2e4-ae0f-4544-b5bb-aa250dc12038 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a41ad0f2-f1c5-4cd9-a802-036b06c81b18 HTTP/1.1" status: 200 len: 217 time: 0.0706649 Feb 07 01:45:30.058402 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-83c7adbf-9988-4cc2-a4be-bc8e5177e2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:30.079423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba64a40-8887-4efd-93ea-134472dd5400 req-14112b22-3122-41b3-bc81-162fe317a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:30.081124 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-eba64a40-8887-4efd-93ea-134472dd5400 req-14112b22-3122-41b3-bc81-162fe317a3fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8100aead-6371-470f-922e-c96f1eea8ca9 HTTP/1.1" status: 200 len: 854 time: 0.0659125 Feb 07 01:45:30.091152 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a79c6e59-1427-4a13-87dd-baf77720342c req-f07fe44f-0b49-4346-ae56-11c7a5d2140b tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175487 Feb 07 01:45:30.112477 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-83c7adbf-9988-4cc2-a4be-bc8e5177e2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:30.170273 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-eba64a40-8887-4efd-93ea-134472dd5400 req-663b4eda-a5b9-479c-a0ee-2e4f3e214819 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56f4f79f-3bca-4b2b-9099-334cf5c63d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753424 Feb 07 01:45:30.240477 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-2fc5b2b5-115b-4f86-9625-1cd5e6019bbb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:30.247948 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-2fc5b2b5-115b-4f86-9625-1cd5e6019bbb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/networks?id=1f4ceb1b-3d46-4f53-a462-ea419c2c6306 HTTP/1.1" status: 200 len: 813 time: 0.5307553 Feb 07 01:45:30.265047 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-483836d4-f681-4c54-9774-8d3aa2d775e6 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/quotas/e158f52cda6144d2b056591f6061810a HTTP/1.1" status: 200 len: 375 time: 0.0161431 Feb 07 01:45:30.266867 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-83c7adbf-9988-4cc2-a4be-bc8e5177e2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:30.273179 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-96c80bbc-9b86-4290-9be7-4d56ac0f6f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:30.330702 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7adbf-9988-4cc2-a4be-bc8e5177e2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33170a41-49c5-44ba-946f-af672397a1c0,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:30.332291 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-eba64a40-8887-4efd-93ea-134472dd5400 req-b8c6d990-9b6c-476a-83e4-a55700a488a9 service neutron] 10.222.0.45 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517787 Feb 07 01:45:30.343322 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-8952b6aa-d326-4773-8290-d43f13f4f1bd tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e158f52cda6144d2b056591f6061810a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772305 Feb 07 01:45:30.394864 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-83c7adbf-9988-4cc2-a4be-bc8e5177e2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:30.486494 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-83c7adbf-9988-4cc2-a4be-bc8e5177e2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:30.498257 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-83c7adbf-9988-4cc2-a4be-bc8e5177e2c1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/33170a41-49c5-44ba-946f-af672397a1c0 HTTP/1.1" status: 204 len: 168 time: 0.7759712 Feb 07 01:45:30.555573 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-93806ad9-28ec-45f6-8342-edc244963a7e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Deleting port d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:45:30.556147 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-93806ad9-28ec-45f6-8342-edc244963a7e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:30.603862 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-8cab3c1e-3bad-4ca1-9af0-aad0d80dde95 service neutron] 10.222.0.52 "GET /v2.0/networks/1f4ceb1b-3d46-4f53-a462-ea419c2c6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595136 Feb 07 01:45:30.612943 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-eba64a40-8887-4efd-93ea-134472dd5400 req-f83ab4a3-3dd3-4523-b993-15fb33d33388 service neutron] 10.222.0.45 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2589400 Feb 07 01:45:30.837226 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-c9c714f2-ea55-4bc8-92ca-25bf029d8c92 service neutron] 10.222.0.52 "GET /v2.0/networks/1f4ceb1b-3d46-4f53-a462-ea419c2c6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2324245 Feb 07 01:45:30.910902 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d869a70-ebcc-47bb-a845-bac4ecb5b68c req-b0a7ccc7-18fc-4aa3-bf38-d66adb460657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:30.913277 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9d869a70-ebcc-47bb-a845-bac4ecb5b68c req-b0a7ccc7-18fc-4aa3-bf38-d66adb460657 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a02770029d734bc0abe3e3995c6a5abd&device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 1163 time: 0.2068326 Feb 07 01:45:31.071802 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e9984-0843-4d84-9040-1da5a23cce02 req-2bb1adbc-df3c-4578-a1c0-b48fa0ba2079 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:31.084107 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e11e9984-0843-4d84-9040-1da5a23cce02 req-2bb1adbc-df3c-4578-a1c0-b48fa0ba2079 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=77182a14-81af-42a0-a86d-c4f10dedf2a7 HTTP/1.1" status: 200 len: 943 time: 0.2458103 Feb 07 01:45:31.084357 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d869a70-ebcc-47bb-a845-bac4ecb5b68c req-f31b2be4-c91f-4e23-b28d-3099d9c5b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:31.087050 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9d869a70-ebcc-47bb-a845-bac4ecb5b68c req-f31b2be4-c91f-4e23-b28d-3099d9c5b24a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5 HTTP/1.1" status: 200 len: 913 time: 0.1612251 Feb 07 01:45:31.181782 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e11e9984-0843-4d84-9040-1da5a23cce02 req-7a900f07-b480-4f32-8c2a-3c14384e2b0d tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962417 Feb 07 01:45:31.244983 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 44842) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:31.277033 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-85d651dc-ef73-4947-be40-80c34cf741a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:31.295094 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9d869a70-ebcc-47bb-a845-bac4ecb5b68c req-5b544b05-93ce-4427-9f25-6107ed3d4d39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6665d6b-25e1-4e51-a5da-c6618c894e7b HTTP/1.1" status: 200 len: 217 time: 0.1593790 Feb 07 01:45:31.297666 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-93806ad9-28ec-45f6-8342-edc244963a7e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] For port d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0,segment=NetworkSegment(520a3b4a-0d79-47d8-ba1f-b45251e071d9),segment_id=520a3b4a-0d79-47d8-ba1f-b45251e071d9)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:45:31.298150 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-93806ad9-28ec-45f6-8342-edc244963a7e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:31.360604 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-85d651dc-ef73-4947-be40-80c34cf741a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:31.364717 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-85d651dc-ef73-4947-be40-80c34cf741a3 admin admin] Usage tracker for resource:security_group_rule and tenant:81d50ad8c5dc433da15bea37d09c716e is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:31.367821 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-85d651dc-ef73-4947-be40-80c34cf741a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:31.373748 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-85d651dc-ef73-4947-be40-80c34cf741a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:31.387193 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5dcae6cd-17d0-45f2-add4-f959b4256cb6 req-fa478dd2-8021-4d1c-aadf-8af02453d33e tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 210 time: 0.0894725 Feb 07 01:45:31.395712 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device a41ad0f2-f1c5-4cd9-a802-036b06c81b18 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:45:31.489202 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning for port a41ad0f2-f1c5-4cd9-a802-036b06c81b18 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:45:31.495974 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port a41ad0f2-f1c5-4cd9-a802-036b06c81b18 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:45:31.496920 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:31.506958 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-85d651dc-ef73-4947-be40-80c34cf741a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:31.555268 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-93806ad9-28ec-45f6-8342-edc244963a7e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Calling delete_port for d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 owned by compute:nova {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:45:31.562997 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-85d651dc-ef73-4947-be40-80c34cf741a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:31.573669 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-cbb0b3b1-bd3c-418c-a8d8-857dffb3718c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:31.635983 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-85d651dc-ef73-4947-be40-80c34cf741a3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=81d50ad8c5dc433da15bea37d09c716e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3871427 Feb 07 01:45:31.638262 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 44850) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:31.643745 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d869a70-ebcc-47bb-a845-bac4ecb5b68c req-ff823ce5-ead7-4cae-93a8-2ad2d4d3f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:31.645405 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9d869a70-ebcc-47bb-a845-bac4ecb5b68c req-ff823ce5-ead7-4cae-93a8-2ad2d4d3f26e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=448b1d84-79a2-406e-aaae-d8f13e43358f HTTP/1.1" status: 200 len: 859 time: 0.3365784 Feb 07 01:45:31.696579 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:31.727418 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9d869a70-ebcc-47bb-a845-bac4ecb5b68c req-77c0ca17-01b6-4ab4-92ba-5e36b8019653 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681183 Feb 07 01:45:31.734733 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2a99e-65c1-4871-9b4c-2b322a12057b req-931b675e-a23e-4dcc-b5e4-3c85ae14df53 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:31.737486 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port a41ad0f2-f1c5-4cd9-a802-036b06c81b18, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=a41ad0f2-f1c5-4cd9-a802-036b06c81b18,segment=NetworkSegment(7da7ba85-1432-44ad-84bc-24ee5b1556ba),segment_id=7da7ba85-1432-44ad-84bc-24ee5b1556ba)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:45:31.738539 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77182a14-81af-42a0-a86d-c4f10dedf2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41ad0f2-f1c5-4cd9-a802-036b06c81b18'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:45:31.742626 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-89e2a99e-65c1-4871-9b4c-2b322a12057b req-931b675e-a23e-4dcc-b5e4-3c85ae14df53 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2332964 Feb 07 01:45:31.746731 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:31.748853 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:31.759234 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d651dc-ef73-4947-be40-80c34cf741a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8800ca5d-ee9d-4149-a17c-84caf9a9e620,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:31.767173 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-85d651dc-ef73-4947-be40-80c34cf741a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:31.853836 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=a41ad0f2-f1c5-4cd9-a802-036b06c81b18,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:31.857600 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:31.891716 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-89e2a99e-65c1-4871-9b4c-2b322a12057b req-d72392b7-ca13-493d-86ae-a6db67aa7b79 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478107 Feb 07 01:45:31.972549 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77182a14-81af-42a0-a86d-c4f10dedf2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41ad0f2-f1c5-4cd9-a802-036b06c81b18', 'code': 200} Feb 07 01:45:31.995446 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0016a9de-77b6-4978-853d-642ecde2a865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:31.998879 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9d869a70-ebcc-47bb-a845-bac4ecb5b68c req-0f1a4376-28bd-4b7e-9675-28c81e6e678d service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576988 Feb 07 01:45:32.027025 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e63f24-fb78-41f7-8fce-0c42ee8167fa req-a910d10d-62da-4182-a181-38e9abef6aa6 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:32.028701 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13e63f24-fb78-41f7-8fce-0c42ee8167fa req-a910d10d-62da-4182-a181-38e9abef6aa6 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 943 time: 0.2663317 Feb 07 01:45:32.102665 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13e63f24-fb78-41f7-8fce-0c42ee8167fa req-3fbf2f99-7ad9-4053-bc87-54a914aa47c1 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657122 Feb 07 01:45:32.404134 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34e21d-f928-4a66-83b9-8c6b334fe0b7 req-b9f1fe4d-d661-4b9e-b331-949ac66c4344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:32.407259 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ce34e21d-f928-4a66-83b9-8c6b334fe0b7 req-b9f1fe4d-d661-4b9e-b331-949ac66c4344 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=77182a14-81af-42a0-a86d-c4f10dedf2a7 HTTP/1.1" status: 200 len: 1162 time: 0.1597850 Feb 07 01:45:32.452720 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9d869a70-ebcc-47bb-a845-bac4ecb5b68c req-89fd5840-118b-47c7-b378-1229f320f3b8 service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4206910 Feb 07 01:45:32.457768 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0016a9de-77b6-4978-853d-642ecde2a865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:32.465392 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-93806ad9-28ec-45f6-8342-edc244963a7e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:32.608514 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ce34e21d-f928-4a66-83b9-8c6b334fe0b7 req-2a1e1dd2-228a-4f63-85ef-122de792afe3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134539 Feb 07 01:45:32.610124 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:32.678720 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93806ad9-28ec-45f6-8342-edc244963a7e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Pushing event deleted for resources: {'Port': ['ID=d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:32.699868 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device a41ad0f2-f1c5-4cd9-a802-036b06c81b18 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:45:32.725170 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-93806ad9-28ec-45f6-8342-edc244963a7e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] No DVR routers for this DVR port d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 on host hv-cinder-74014 {{(pid=79941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:45:32.736047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-93806ad9-28ec-45f6-8342-edc244963a7e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:32.739889 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-93806ad9-28ec-45f6-8342-edc244963a7e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:32.750558 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcee66ff-0f4b-421d-adb2-d7017b289eff', 'name': 'network-vif-deleted', 'tag': 'd78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:45:32.760220 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5dcc677a-e127-4200-a3e3-5796c48e5ed0 req-93806ad9-28ec-45f6-8342-edc244963a7e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.45 "DELETE /v2.0/ports/d78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0 HTTP/1.1" status: 204 len: 173 time: 4.7062416 Feb 07 01:45:32.772975 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df575663-4267-4002-9a1f-ee96bf9d1419 req-8174a3f4-97a1-456a-9089-ae54fc0eb871 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:32.774894 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-df575663-4267-4002-9a1f-ee96bf9d1419 req-8174a3f4-97a1-456a-9089-ae54fc0eb871 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=77182a14-81af-42a0-a86d-c4f10dedf2a7 HTTP/1.1" status: 200 len: 945 time: 0.3736963 Feb 07 01:45:32.787019 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0016a9de-77b6-4978-853d-642ecde2a865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:32.793612 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:32.813421 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016a9de-77b6-4978-853d-642ecde2a865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8800ca5d-ee9d-4149-a17c-84caf9a9e620,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:32.816647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0016a9de-77b6-4978-853d-642ecde2a865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:32.818021 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0016a9de-77b6-4978-853d-642ecde2a865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:32.821432 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port a41ad0f2-f1c5-4cd9-a802-036b06c81b18 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:45:32.821976 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:32.823790 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-0016a9de-77b6-4978-853d-642ecde2a865 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8800ca5d-ee9d-4149-a17c-84caf9a9e620 HTTP/1.1" status: 204 len: 168 time: 1.1857233 Feb 07 01:45:32.901452 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e9a6469e-3729-470a-b675-4358765fdd27 req-e4e83d85-0c0d-47b2-9df2-6c8789141e5c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 210 time: 0.1252699 Feb 07 01:45:32.963396 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-df575663-4267-4002-9a1f-ee96bf9d1419 req-0819d1d5-3b00-4434-9580-d242d424d44f tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315925 Feb 07 01:45:33.125120 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcee66ff-0f4b-421d-adb2-d7017b289eff', 'name': 'network-vif-deleted', 'tag': 'd78b7cd3-aa74-4a57-b1f0-55bf4cfe82d0', 'status': 'completed', 'code': 200} Feb 07 01:45:33.481256 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-eda0c38a-1a55-4591-9c75-ed7b2c8df2bc req-44e7a017-80fc-41e7-9f67-30322d9274eb tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcee66ff-0f4b-421d-adb2-d7017b289eff HTTP/1.1" status: 200 len: 210 time: 0.1022124 Feb 07 01:45:33.604175 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-9863ae5f-144b-4ab5-9e95-b700815657a4 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:33.613084 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-9863ae5f-144b-4ab5-9e95-b700815657a4 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Synchronizing usage tracker for tenant:e158f52cda6144d2b056591f6061810a on resource:network {{(pid=79941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:45:33.643662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-9863ae5f-144b-4ab5-9e95-b700815657a4 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Unset dirty status for tenant:e158f52cda6144d2b056591f6061810a on resource:network {{(pid=79941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:45:33.644935 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-9863ae5f-144b-4ab5-9e95-b700815657a4 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.45 "GET /v2.0/networks?id=1f4ceb1b-3d46-4f53-a462-ea419c2c6306 HTTP/1.1" status: 200 len: 813 time: 0.5867846 Feb 07 01:45:33.673464 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208addf-d27e-40cf-acb7-628d299966a7 req-8574dbd3-7338-431e-a1b3-3d55cbf340c4 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:33.676243 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b208addf-d27e-40cf-acb7-628d299966a7 req-8574dbd3-7338-431e-a1b3-3d55cbf340c4 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.4111350 Feb 07 01:45:33.687412 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-c4e8feca-bccb-44ff-b1e5-a376a7ee72eb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Request body: {'port': {'device_id': 'aa080c0c-3710-491c-8c32-7e28b7c77392', 'network_id': '1f4ceb1b-3d46-4f53-a462-ea419c2c6306', 'admin_state_up': True, 'tenant_id': 'e158f52cda6144d2b056591f6061810a'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:45:33.807680 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b208addf-d27e-40cf-acb7-628d299966a7 req-e615e9e1-db36-4cca-9711-a33930cd9507 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145422 Feb 07 01:45:33.910987 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-c4e8feca-bccb-44ff-b1e5-a376a7ee72eb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:33.916340 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-c4e8feca-bccb-44ff-b1e5-a376a7ee72eb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Usage tracker for resource:port and tenant:e158f52cda6144d2b056591f6061810a is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:33.919560 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-c4e8feca-bccb-44ff-b1e5-a376a7ee72eb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:33.926634 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-c4e8feca-bccb-44ff-b1e5-a376a7ee72eb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:33.939505 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-c4e8feca-bccb-44ff-b1e5-a376a7ee72eb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Made reservation on behalf of e158f52cda6144d2b056591f6061810a for: {'port': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:45:33.975374 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-c4e8feca-bccb-44ff-b1e5-a376a7ee72eb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:34.185635 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-315a00f7-c7fc-44e3-ba8d-809bdcdce040 req-b1bfa048-ad7d-4d09-9ae2-3a75792726c8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 210 time: 0.0605600 Feb 07 01:45:34.375066 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d0ab9-1a01-4fc9-b00d-bdf638e539a9 req-83ec3568-cd85-49c8-8bd6-a77a5546a37d tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:34.376750 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-737d0ab9-1a01-4fc9-b00d-bdf638e539a9 req-83ec3568-cd85-49c8-8bd6-a77a5546a37d tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=77182a14-81af-42a0-a86d-c4f10dedf2a7 HTTP/1.1" status: 200 len: 945 time: 0.1702359 Feb 07 01:45:34.467027 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-c4e8feca-bccb-44ff-b1e5-a376a7ee72eb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Allocated IP 172.20.0.10 (1f4ceb1b-3d46-4f53-a462-ea419c2c6306/11bdeb76-b5bf-47f9-b882-c9f15b46e0bf/79091d57-a353-4232-adef-bbec31cad775) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:45:34.698700 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-737d0ab9-1a01-4fc9-b00d-bdf638e539a9 req-fc956a41-79ba-43e2-8c5f-690dcac44bbe tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107061 Feb 07 01:45:34.763204 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-c4e8feca-bccb-44ff-b1e5-a376a7ee72eb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:34.797191 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-c4e8feca-bccb-44ff-b1e5-a376a7ee72eb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:34.812396 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d4f5cabf-4cbc-4a9e-831e-1386b167b8d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:34.917843 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8feca-bccb-44ff-b1e5-a376a7ee72eb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Pushing event updated for resources: {'Port': ['ID=79091d57-a353-4232-adef-bbec31cad775,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:34.968932 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c4e8feca-bccb-44ff-b1e5-a376a7ee72eb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:34.969447 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 44980) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:35.048249 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-c4e8feca-bccb-44ff-b1e5-a376a7ee72eb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Network 1f4ceb1b-3d46-4f53-a462-ea419c2c6306 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:45:35.049911 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-c4e8feca-bccb-44ff-b1e5-a376a7ee72eb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:45:35.053025 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-c4e8feca-bccb-44ff-b1e5-a376a7ee72eb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:45:35.145177 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-c4e8feca-bccb-44ff-b1e5-a376a7ee72eb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:35.146110 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-c4e8feca-bccb-44ff-b1e5-a376a7ee72eb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:35.171252 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-82aa2ba2-c765-4cbf-8d20-7d34c28735d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:35.181248 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-41ed88b2-77ba-4ad8-9faf-5ae571305205 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:35.188572 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-41ed88b2-77ba-4ad8-9faf-5ae571305205 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/networks?id=63fdeabf-b958-4d18-83a6-e04f65396f3c HTTP/1.1" status: 200 len: 809 time: 0.3331821 Feb 07 01:45:35.201323 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-82aa2ba2-c765-4cbf-8d20-7d34c28735d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:35.206020 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-82aa2ba2-c765-4cbf-8d20-7d34c28735d1 admin admin] Usage tracker for resource:security_group_rule and tenant:ab62162580d34496a7e2f0eb0bba7682 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:35.211428 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-82aa2ba2-c765-4cbf-8d20-7d34c28735d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:35.221319 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-82aa2ba2-c765-4cbf-8d20-7d34c28735d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:35.232174 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-c4e8feca-bccb-44ff-b1e5-a376a7ee72eb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5598660 Feb 07 01:45:35.254175 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Request body: {'port': {'device_id': 'aa080c0c-3710-491c-8c32-7e28b7c77392', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:45:35.287652 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa503a-542a-4705-a942-3e0fffd6ea64 req-5bbf2344-1182-40a3-82b3-3614e9bd18c4 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:35.295840 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9baa503a-542a-4705-a942-3e0fffd6ea64 req-5bbf2344-1182-40a3-82b3-3614e9bd18c4 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.3113279 Feb 07 01:45:35.315412 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-e3fd9da6-f9c2-46eb-b2a4-6876f1006c2b tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/quotas/458d85ffa04943ada9b2f305c2c8f029 HTTP/1.1" status: 200 len: 375 time: 0.1259036 Feb 07 01:45:35.396896 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9baa503a-542a-4705-a942-3e0fffd6ea64 req-2072b81d-93d5-4f5c-901a-a2a99f2df4f1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000884 Feb 07 01:45:35.405315 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-4f49049e-a59f-4ad9-b5a3-222ca02d5680 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=458d85ffa04943ada9b2f305c2c8f029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737591 Feb 07 01:45:35.410446 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:35.631104 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-b597f93c-7010-45a7-b56c-1c75ad3986d4 service neutron] 10.222.0.52 "GET /v2.0/networks/63fdeabf-b958-4d18-83a6-e04f65396f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163298 Feb 07 01:45:35.708692 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-82aa2ba2-c765-4cbf-8d20-7d34c28735d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:35.713355 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-82aa2ba2-c765-4cbf-8d20-7d34c28735d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:35.725050 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-79ed30d6-f5e8-4c08-b81c-d25274320315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:35.785678 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-82aa2ba2-c765-4cbf-8d20-7d34c28735d1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab62162580d34496a7e2f0eb0bba7682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8150840 Feb 07 01:45:35.801099 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 45012) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:35.809761 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa2ba2-c765-4cbf-8d20-7d34c28735d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db1f54e-fd6d-4e8c-9f63-af9d56eb2206,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:35.815193 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-82aa2ba2-c765-4cbf-8d20-7d34c28735d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:35.952008 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-5746bb82-686e-4598-880c-ac3ca0f98153 service neutron] 10.222.0.52 "GET /v2.0/networks/63fdeabf-b958-4d18-83a6-e04f65396f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3196011 Feb 07 01:45:35.983405 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8554d7-8d75-48c8-b51d-201754d2a6cf req-ef214275-4f27-4a16-9464-a5ceb2f836b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:35.984998 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-db8554d7-8d75-48c8-b51d-201754d2a6cf req-ef214275-4f27-4a16-9464-a5ceb2f836b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a02770029d734bc0abe3e3995c6a5abd&device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 1163 time: 0.3237545 Feb 07 01:45:36.003316 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-09787191-991e-48a5-b89d-d8721675734a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:36.010837 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79091d57-a353-4232-adef-bbec31cad775 {{(pid=79941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 07 01:45:36.018857 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:36.032939 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Transition to ACTIVE for port object 79091d57-a353-4232-adef-bbec31cad775 will not be triggered until provisioned by entity L2. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:45:36.035164 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:36.060720 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3ad0599a-678c-486f-97d5-43c6d932fe61 tempest-VolumesActionsTest-1788421877 tempest-VolumesActionsTest-1788421877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:36.143080 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Pushing event updated for resources: {'Port': ['ID=79091d57-a353-4232-adef-bbec31cad775,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:36.146208 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:36.153811 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bdb58-a4da-46fc-a8e7-f63952f7c74f req-75156ac6-4110-4c77-98ea-37a3a9df3671 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:36.155555 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-252bdb58-a4da-46fc-a8e7-f63952f7c74f req-75156ac6-4110-4c77-98ea-37a3a9df3671 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 932 time: 0.3554428 Feb 07 01:45:36.161027 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-09787191-991e-48a5-b89d-d8721675734a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:36.387251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-09787191-991e-48a5-b89d-d8721675734a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:36.392436 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Attempting to bind port 79091d57-a353-4232-adef-bbec31cad775 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:45:36.392902 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Attempting to bind port 79091d57-a353-4232-adef-bbec31cad775 by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '5e116cf7-d777-4a67-bcd5-d44ec8671116', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1f4ceb1b-3d46-4f53-a462-ea419c2c6306'}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:45:36.393346 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Attempting to bind port 79091d57-a353-4232-adef-bbec31cad775 on network 1f4ceb1b-3d46-4f53-a462-ea419c2c6306 {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:45:36.399958 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Checking agent: {'id': 'b7cc771a-d95a-4267-9fb0-ee0cef286fca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 41, 44), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:45:36.400436 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Checking segment: {'id': '5e116cf7-d777-4a67-bcd5-d44ec8671116', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1f4ceb1b-3d46-4f53-a462-ea419c2c6306'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:45:36.400915 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:36.401389 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Bound using segment: {'id': '5e116cf7-d777-4a67-bcd5-d44ec8671116', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1f4ceb1b-3d46-4f53-a462-ea419c2c6306'} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:45:36.401947 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Bound port: 79091d57-a353-4232-adef-bbec31cad775, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e116cf7-d777-4a67-bcd5-d44ec8671116', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1f4ceb1b-3d46-4f53-a462-ea419c2c6306'}}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:45:36.402392 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:36.407976 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-af323302-6a4b-47b5-9c7d-d2313c714b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:36.427434 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09787191-991e-48a5-b89d-d8721675734a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db1f54e-fd6d-4e8c-9f63-af9d56eb2206,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:36.477272 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-09787191-991e-48a5-b89d-d8721675734a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:36.536747 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-252bdb58-a4da-46fc-a8e7-f63952f7c74f req-746f6022-5fd7-4c05-bf46-8a19a8be1171 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929358 Feb 07 01:45:36.541544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] For port 79091d57-a353-4232-adef-bbec31cad775, host hv-cinder-74014, cleared binding levels {{(pid=79941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:45:36.545081 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] For port 79091d57-a353-4232-adef-bbec31cad775, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=79091d57-a353-4232-adef-bbec31cad775,segment=NetworkSegment(5e116cf7-d777-4a67-bcd5-d44ec8671116),segment_id=5e116cf7-d777-4a67-bcd5-d44ec8671116)] {{(pid=79941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:45:36.545616 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8554d7-8d75-48c8-b51d-201754d2a6cf req-973b4735-48ac-48bf-af52-86f13af1b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:36.547070 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-db8554d7-8d75-48c8-b51d-201754d2a6cf req-973b4735-48ac-48bf-af52-86f13af1b668 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5 HTTP/1.1" status: 200 len: 913 time: 0.5401707 Feb 07 01:45:36.549641 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-09787191-991e-48a5-b89d-d8721675734a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:36.550556 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:36.550761 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-09787191-991e-48a5-b89d-d8721675734a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0db1f54e-fd6d-4e8c-9f63-af9d56eb2206 HTTP/1.1" status: 204 len: 168 time: 0.7376335 Feb 07 01:45:36.656590 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-db8554d7-8d75-48c8-b51d-201754d2a6cf req-845d2704-5f46-41cc-8461-1c37f89a885b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6665d6b-25e1-4e51-a5da-c6618c894e7b HTTP/1.1" status: 200 len: 217 time: 0.0747733 Feb 07 01:45:36.701796 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-312eb413-1aa9-4754-84fb-acc3ee99ebf1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:36.760756 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1f340-24bf-474c-9c96-92631d1a17ec req-924d6e76-ec40-45d0-bffe-d130a3505c58 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:36.762456 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-beb1f340-24bf-474c-9c96-92631d1a17ec req-924d6e76-ec40-45d0-bffe-d130a3505c58 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=77182a14-81af-42a0-a86d-c4f10dedf2a7 HTTP/1.1" status: 200 len: 945 time: 0.4649220 Feb 07 01:45:36.787944 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 45042) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:36.883554 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 45048) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:36.924109 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fcf4fd9b-36a0-474b-9847-bd19c6f5d05f req-d8325220-fd64-4798-b312-19440cb65e77 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 210 time: 0.1604960 Feb 07 01:45:36.925748 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_v2 [None req-83915e7f-20c1-4dad-ba6b-672abac5505c admin admin] Deleting subnet d661c435-520b-4d1f-aaee-3f154e7c3255 {{(pid=79941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 07 01:45:36.941079 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-83915e7f-20c1-4dad-ba6b-672abac5505c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:37.005231 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:37.005794 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:37.007520 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] 10.222.0.45 "PUT /v2.0/ports/79091d57-a353-4232-adef-bbec31cad775 HTTP/1.1" status: 200 len: 1158 time: 1.7586248 Feb 07 01:45:37.008030 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa080c0c-3710-491c-8c32-7e28b7c77392', 'tag': '79091d57-a353-4232-adef-bbec31cad775'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:45:37.015817 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Pushing event updated for resources: {'Port': ['ID=79091d57-a353-4232-adef-bbec31cad775,revision_number=3']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:37.021418 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:37.030760 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-83915e7f-20c1-4dad-ba6b-672abac5505c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:37.051256 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-83915e7f-20c1-4dad-ba6b-672abac5505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-10855'] for subnet, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:37.057370 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8554d7-8d75-48c8-b51d-201754d2a6cf req-dd4818c4-ace4-4859-9b9a-9ab3d2a38d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:37.064976 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-db8554d7-8d75-48c8-b51d-201754d2a6cf req-dd4818c4-ace4-4859-9b9a-9ab3d2a38d07 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=448b1d84-79a2-406e-aaae-d8f13e43358f HTTP/1.1" status: 200 len: 859 time: 0.2587488 Feb 07 01:45:37.188214 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-beb1f340-24bf-474c-9c96-92631d1a17ec req-be3545ea-27f2-4bd1-b416-effc6f79e0ef tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866504 Feb 07 01:45:37.238185 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d8b23757-ebdb-46df-beef-cfc5c93e450f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:37.256587 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-d8b23757-ebdb-46df-beef-cfc5c93e450f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:37.261415 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-d8b23757-ebdb-46df-beef-cfc5c93e450f admin admin] Usage tracker for resource:security_group_rule and tenant:a06a36cf517b4d92965ab586d5bb1ad4 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:37.264767 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-d8b23757-ebdb-46df-beef-cfc5c93e450f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:37.275282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-d8b23757-ebdb-46df-beef-cfc5c93e450f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:37.279982 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-db8554d7-8d75-48c8-b51d-201754d2a6cf req-60637e6e-0b50-4f51-9496-f83e34b68d3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2029803 Feb 07 01:45:37.306327 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa080c0c-3710-491c-8c32-7e28b7c77392', 'tag': '79091d57-a353-4232-adef-bbec31cad775', 'status': 'completed', 'code': 200} Feb 07 01:45:37.396720 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-a2f1e82b-42ce-4051-9085-458379946964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:37.399013 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-a2f1e82b-42ce-4051-9085-458379946964 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e158f52cda6144d2b056591f6061810a&device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 1161 time: 0.2790797 Feb 07 01:45:37.524446 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-db8554d7-8d75-48c8-b51d-201754d2a6cf req-bf1addeb-4543-4638-a28c-9f1c7ccc5d63 service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315493 Feb 07 01:45:37.842037 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb38479-6f6e-4376-9d5a-27dbdca53f33 req-4f5773c4-049d-4681-b706-52119fd55cc5 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:37.849967 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fcb38479-6f6e-4376-9d5a-27dbdca53f33 req-4f5773c4-049d-4681-b706-52119fd55cc5 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.6598194 Feb 07 01:45:37.863150 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-4f66af3b-f4a4-4290-a34f-1035390f9101 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79091d57-a353-4232-adef-bbec31cad775 HTTP/1.1" status: 200 len: 217 time: 0.1090975 Feb 07 01:45:37.926421 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fcb38479-6f6e-4376-9d5a-27dbdca53f33 req-ea52a9c7-8ce5-4079-9a67-d23c0a3df3e8 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754535 Feb 07 01:45:37.986128 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-db8554d7-8d75-48c8-b51d-201754d2a6cf req-29a92078-98fc-411c-aa38-762478020266 service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4305606 Feb 07 01:45:38.256272 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-d7a9c1a7-5331-4abd-8577-6f8bd185957c tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:38.256272 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-d7a9c1a7-5331-4abd-8577-6f8bd185957c tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.45 "GET /v2.0/networks?id=63fdeabf-b958-4d18-83a6-e04f65396f3c HTTP/1.1" status: 200 len: 809 time: 0.4113505 Feb 07 01:45:38.309954 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-486106b9-7754-4382-9fd1-ed952555f413 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Request body: {'port': {'device_id': 'dedafa71-c66a-4f0d-84dd-1e1a3b1a8082', 'network_id': '63fdeabf-b958-4d18-83a6-e04f65396f3c', 'admin_state_up': True, 'tenant_id': '458d85ffa04943ada9b2f305c2c8f029'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:45:38.330036 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c172eea-f267-4a27-86d9-4b99de58343d req-cdfb67a7-87a1-4ebe-a8cf-07203e5df8c4 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:38.331755 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3c172eea-f267-4a27-86d9-4b99de58343d req-cdfb67a7-87a1-4ebe-a8cf-07203e5df8c4 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 944 time: 0.2327795 Feb 07 01:45:38.402465 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-985c723a-5dd7-4555-bc36-fe116c0cbc00 req-296c7ce2-7aca-4fc8-b86c-c133eaea7409 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 210 time: 0.0696230 Feb 07 01:45:38.501266 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-fc287a29-af68-47b1-91f0-20e9ea26e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:38.502551 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-fc287a29-af68-47b1-91f0-20e9ea26e9f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=11bdeb76-b5bf-47f9-b882-c9f15b46e0bf HTTP/1.1" status: 200 len: 853 time: 0.2391458 Feb 07 01:45:38.505912 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3c172eea-f267-4a27-86d9-4b99de58343d req-30d61bfc-9d0a-43f0-ad23-4130d7faf97e tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319892 Feb 07 01:45:38.668154 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d8b23757-ebdb-46df-beef-cfc5c93e450f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:38.683480 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-c86f7400-db30-422d-8071-8d8bacdd47fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f4ceb1b-3d46-4f53-a462-ea419c2c6306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739830 Feb 07 01:45:38.689254 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d8b23757-ebdb-46df-beef-cfc5c93e450f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:38.818728 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-97fefd76-ddc3-427d-b5e0-5948936bdd26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:38.828001 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-d8b23757-ebdb-46df-beef-cfc5c93e450f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a06a36cf517b4d92965ab586d5bb1ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9433901 Feb 07 01:45:38.831549 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 45110) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:38.913632 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b23757-ebdb-46df-beef-cfc5c93e450f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de436a44-cd3b-4bd9-816b-decac7c044c4,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:38.923145 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-26114492-23fa-4280-975c-054fcbafc20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:38.923401 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d8b23757-ebdb-46df-beef-cfc5c93e450f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:38.946145 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-486106b9-7754-4382-9fd1-ed952555f413 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:38.951663 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-486106b9-7754-4382-9fd1-ed952555f413 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Usage tracker for resource:port and tenant:458d85ffa04943ada9b2f305c2c8f029 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:38.957595 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-486106b9-7754-4382-9fd1-ed952555f413 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:38.964635 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-a1423e78-d77a-479c-8b88-828792e6210a service neutron] 10.222.0.45 "GET /v2.0/networks/1f4ceb1b-3d46-4f53-a462-ea419c2c6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383904 Feb 07 01:45:38.968771 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-83915e7f-20c1-4dad-ba6b-672abac5505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854764961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for subnet, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:38.969825 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-486106b9-7754-4382-9fd1-ed952555f413 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:39.008630 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:39.018673 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-26114492-23fa-4280-975c-054fcbafc20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:39.079158 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-26114492-23fa-4280-975c-054fcbafc20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:39.089775 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:39.128824 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83915e7f-20c1-4dad-ba6b-672abac5505c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d661c435-520b-4d1f-aaee-3f154e7c3255,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:39.151061 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-83915e7f-20c1-4dad-ba6b-672abac5505c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:39.156313 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-486106b9-7754-4382-9fd1-ed952555f413 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Made reservation on behalf of 458d85ffa04943ada9b2f305c2c8f029 for: {'port': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:45:39.179661 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-486106b9-7754-4382-9fd1-ed952555f413 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:39.350203 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26114492-23fa-4280-975c-054fcbafc20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de436a44-cd3b-4bd9-816b-decac7c044c4,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:39.360714 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-26114492-23fa-4280-975c-054fcbafc20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:39.365426 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-26114492-23fa-4280-975c-054fcbafc20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:39.366701 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-26114492-23fa-4280-975c-054fcbafc20b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de436a44-cd3b-4bd9-816b-decac7c044c4 HTTP/1.1" status: 204 len: 168 time: 0.5342555 Feb 07 01:45:39.501233 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d268922-f7c5-4566-855e-0bedf46d5036 req-086dd037-1def-4700-899f-8e249198d706 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:39.503076 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4d268922-f7c5-4566-855e-0bedf46d5036 req-086dd037-1def-4700-899f-8e249198d706 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.4142537 Feb 07 01:45:39.579083 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4d268922-f7c5-4566-855e-0bedf46d5036 req-327b2ae9-85c1-4691-b6f7-92ba61b34812 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689754 Feb 07 01:45:39.695008 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-83915e7f-20c1-4dad-ba6b-672abac5505c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for subnet, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:39.733222 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f851c01-dc99-4dea-9dc0-f9fa16947d29 req-faec14ff-2d4b-4ec3-b078-0a7469746d2e service neutron] 10.222.0.45 "GET /v2.0/networks/1f4ceb1b-3d46-4f53-a462-ea419c2c6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7219448 Feb 07 01:45:39.765153 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-83915e7f-20c1-4dad-ba6b-672abac5505c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d661c435-520b-4d1f-aaee-3f154e7c3255 HTTP/1.1" status: 204 len: 168 time: 2.9755061 Feb 07 01:45:39.768900 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 45132) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:39.790901 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-aef4f7a8-5298-4c09-ba01-27443a099ce8 req-919fca83-f83e-4e8b-a437-57f5f6f28ce3 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 210 time: 0.0797286 Feb 07 01:45:39.897934 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-486106b9-7754-4382-9fd1-ed952555f413 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Allocated IP 172.20.0.7 (63fdeabf-b958-4d18-83a6-e04f65396f3c/a447ad23-e82d-41b9-9dac-bf0b6a82fdae/cf6a6c36-cbf9-4538-8664-4b28a15b5a66) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:45:40.104566 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947df0a-daed-4dc7-8ea6-bad94fb68059 req-f2ccf53e-2fda-459e-9f3f-f56d4a28a975 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:40.107928 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854360936'] for network, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:40.114396 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9947df0a-daed-4dc7-8ea6-bad94fb68059 req-f2ccf53e-2fda-459e-9f3f-f56d4a28a975 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 944 time: 0.1837540 Feb 07 01:45:40.179446 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9947df0a-daed-4dc7-8ea6-bad94fb68059 req-68f5d06f-2208-458d-ab96-f78b3d75ebe3 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584495 Feb 07 01:45:40.305594 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e82a8-3ab1-4168-a310-a139af969ac5 req-6343eebc-4628-4092-afea-beeaf04f1832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:40.307269 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-566e82a8-3ab1-4168-a310-a139af969ac5 req-6343eebc-4628-4092-afea-beeaf04f1832 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e158f52cda6144d2b056591f6061810a&device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 1161 time: 0.3834984 Feb 07 01:45:40.512071 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14300', 'neutron.services.segments.db._delete_segments_for_network-8754015628454'] for network, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:40.788041 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-1ff4ee88-c47c-4f79-878c-e26b403e6849 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:40.795447 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-1ff4ee88-c47c-4f79-878c-e26b403e6849 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/networks?id=56f4f79f-3bca-4b2b-9099-334cf5c63d91 HTTP/1.1" status: 200 len: 814 time: 0.2704334 Feb 07 01:45:40.862939 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-05781271-2cf0-44be-98f2-7165f5cd6c46 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/quotas/baa366e3c1934c45aad39752ece3850b HTTP/1.1" status: 200 len: 375 time: 0.0662851 Feb 07 01:45:40.979479 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-486106b9-7754-4382-9fd1-ed952555f413 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:41.021326 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e82a8-3ab1-4168-a310-a139af969ac5 req-44fab107-dab0-4dd3-af1b-487054fff461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:41.022992 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-566e82a8-3ab1-4168-a310-a139af969ac5 req-44fab107-dab0-4dd3-af1b-487054fff461 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f4ceb1b-3d46-4f53-a462-ea419c2c6306 HTTP/1.1" status: 200 len: 907 time: 0.6344559 Feb 07 01:45:41.025812 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:45:41.026219 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:45:41.027082 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:45:41.027465 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Subscribe: > port after_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:45:41.027748 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352b98a-88ab-436b-9ccb-6eb9baea5227 req-bd68fcb8-8136-4760-ba9e-254b4c5b036e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:41.027860 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Subscribe: > port after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:45:41.028208 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Subscribe: > port after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:45:41.028557 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:45:41.028920 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:45:41.029282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:45:41.029619 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:45:41.035256 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a352b98a-88ab-436b-9ccb-6eb9baea5227 req-bd68fcb8-8136-4760-ba9e-254b4c5b036e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2359192 Feb 07 01:45:41.104705 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:45:41.105122 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:45:41.105419 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:45:41.105793 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 07 01:45:41.106189 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ceebfa2-206c-4db9-909c-1982f5e27a28']}} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:45:41.115279 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a352b98a-88ab-436b-9ccb-6eb9baea5227 req-b54e6d33-9fd5-4333-b102-8886cbdbd6b3 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789940 Feb 07 01:45:41.163594 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-eed77f4c-a8cc-47e1-b4b8-8e7a5c12bc9b tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=baa366e3c1934c45aad39752ece3850b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2749333 Feb 07 01:45:41.193814 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-566e82a8-3ab1-4168-a310-a139af969ac5 req-39a752ee-2b8b-46d9-b9ee-e9f677728397 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79091d57-a353-4232-adef-bbec31cad775 HTTP/1.1" status: 200 len: 217 time: 0.0793650 Feb 07 01:45:41.195698 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030920fd-0c1f-416f-a86c-219c34dd20b1') {'for_net_delete': True} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:45:41.196043 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030920fd-0c1f-416f-a86c-219c34dd20b1') {} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:45:41.247835 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754015625143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852707660'] for segment, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:41.284857 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:41.289227 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Releasing vxlan tunnel 3 to pool {{(pid=79941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 07 01:45:41.330468 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ea2eb3fa-d5de-4f37-a977-d8ab8be170a6 req-25d43c24-c404-4e6a-9e4e-be4881c77583 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 210 time: 0.0555451 Feb 07 01:45:41.337806 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8c58b98a-81b3-4eb9-862e-82f8939dfb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:41.338085 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e82a8-3ab1-4168-a310-a139af969ac5 req-757684e8-0384-4d65-80fd-c767a63c3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:41.339749 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-566e82a8-3ab1-4168-a310-a139af969ac5 req-757684e8-0384-4d65-80fd-c767a63c3646 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=11bdeb76-b5bf-47f9-b882-c9f15b46e0bf HTTP/1.1" status: 200 len: 853 time: 0.1330779 Feb 07 01:45:41.371471 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-9c025932-fc03-431d-b68f-190ed3674ec4 service neutron] 10.222.0.52 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068818 Feb 07 01:45:41.440306 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-486106b9-7754-4382-9fd1-ed952555f413 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:41.487019 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c4e8feca-bccb-44ff-b1e5-a376a7ee72eb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:41.532279 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-566e82a8-3ab1-4168-a310-a139af969ac5 req-1eaeccca-f7f7-4715-a9a3-133ccc716da5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f4ceb1b-3d46-4f53-a462-ea419c2c6306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347280 Feb 07 01:45:41.627694 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-dea070fc-0fe6-462f-a2bd-11dd0f014ac0 service neutron] 10.222.0.52 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2549214 Feb 07 01:45:41.743669 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Network 3ceebfa2-206c-4db9-909c-1982f5e27a28 has no segments {{(pid=79941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:45:41.743815 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c066b3c-edf1-4eff-9967-b61e7f98f218 req-3d652df3-46a7-4f65-b7b2-8bb911574317 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:41.751455 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486106b9-7754-4382-9fd1-ed952555f413 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Pushing event updated for resources: {'Port': ['ID=cf6a6c36-cbf9-4538-8664-4b28a15b5a66,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:41.751656 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2c066b3c-edf1-4eff-9967-b61e7f98f218 req-3d652df3-46a7-4f65-b7b2-8bb911574317 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 944 time: 0.2354777 Feb 07 01:45:41.775765 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2420048'] for segment, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:41.792582 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-486106b9-7754-4382-9fd1-ed952555f413 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:41.875618 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2c066b3c-edf1-4eff-9967-b61e7f98f218 req-1f3edbb7-b77c-49d8-868f-d88b15b3a992 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225786 Feb 07 01:45:41.899420 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-bc6f9190-d59d-4575-9690-4edd595479f9 req-afe923df-4a3f-4ee4-8a05-ffd84f4b0924 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=56573def-e2fe-419e-b677-032fcea2b737 HTTP/1.1" status: 200 len: 210 time: 0.1033723 Feb 07 01:45:42.087662 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-566e82a8-3ab1-4168-a310-a139af969ac5 req-eb0b201e-e573-4e9a-a21f-f7bd80b544f2 service neutron] 10.222.0.45 "GET /v2.0/networks/1f4ceb1b-3d46-4f53-a462-ea419c2c6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241723 Feb 07 01:45:42.092689 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Network 3ceebfa2-206c-4db9-909c-1982f5e27a28 has no segments {{(pid=79941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: (rel_b, rel_a, rel_b), Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: (rel_b, rel_a, rel_b), Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: Traceback (most recent call last): Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: timer() Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: cb(*args, **kw) Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: return func(*args, **kwargs) Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: self._notify() Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: self.callback(batched_events) Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: event.method(event) Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: segment_id)['aggregates'][0] Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: return f(self, *a, **k) Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: return self._get(url).json() Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: **kwargs) Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: return self.request(url, 'GET', **kwargs) Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: **endpoint_filter) Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 01:45:42.123055 dv-cinder-740146-7-smb neutron-server[79830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 01:45:42.223111 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-486106b9-7754-4382-9fd1-ed952555f413 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Network 63fdeabf-b958-4d18-83a6-e04f65396f3c is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:45:42.242298 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-486106b9-7754-4382-9fd1-ed952555f413 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:45:42.255358 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-486106b9-7754-4382-9fd1-ed952555f413 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:45:42.397595 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-566e82a8-3ab1-4168-a310-a139af969ac5 req-5b10ae07-4d60-48d7-bb15-c17b39ae2f77 service neutron] 10.222.0.45 "GET /v2.0/networks/1f4ceb1b-3d46-4f53-a462-ea419c2c6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2713149 Feb 07 01:45:42.497035 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-486106b9-7754-4382-9fd1-ed952555f413 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:42.497978 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-486106b9-7754-4382-9fd1-ed952555f413 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:42.508940 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15804021-ae44-4900-bcc6-497841796715 req-22eb32fe-e87f-4719-b7c3-d2c7fa2e6979 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:42.510626 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-15804021-ae44-4900-bcc6-497841796715 req-22eb32fe-e87f-4719-b7c3-d2c7fa2e6979 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2324877 Feb 07 01:45:42.517430 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680321'] for network, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:42.532364 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-486106b9-7754-4382-9fd1-ed952555f413 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2301450 Feb 07 01:45:42.534198 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:42.554211 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:42.558937 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] 10.222.0.52 "DELETE /v2.0/networks/3ceebfa2-206c-4db9-909c-1982f5e27a28 HTTP/1.1" status: 204 len: 168 time: 2.7863653 Feb 07 01:45:42.563589 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Request body: {'port': {'device_id': 'dedafa71-c66a-4f0d-84dd-1e1a3b1a8082', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:45:42.591829 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 45210) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:42.595022 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Pushing event deleted for resources: {'Network': ['ID=3ceebfa2-206c-4db9-909c-1982f5e27a28,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:42.604143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:42.680614 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-15804021-ae44-4900-bcc6-497841796715 req-81730d37-62dc-4bd8-9a11-6d6e5b059da2 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586542 Feb 07 01:45:42.695780 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:42.716828 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_v2 [None req-1939b770-a196-432e-bdc5-9cb548a24b70 admin admin] Deleting subnet b431263b-c2f5-45f2-99f5-e2697d3e82ba {{(pid=79942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 07 01:45:42.720448 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1939b770-a196-432e-bdc5-9cb548a24b70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:42.785735 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1939b770-a196-432e-bdc5-9cb548a24b70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852759826'] for subnet, precommit_delete_associations {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:42.907587 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b791f0-5827-4841-8b7f-0c0a210601d4 req-203ffa33-4999-4705-8b2c-a8f72f61e0cb tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:42.909400 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d5b791f0-5827-4841-8b7f-0c0a210601d4 req-203ffa33-4999-4705-8b2c-a8f72f61e0cb tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 931 time: 0.3635628 Feb 07 01:45:42.956419 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.objects.ports [None req-e21e7edb-fcb4-4133-8817-48dfc026978a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79943) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 07 01:45:43.036080 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1939b770-a196-432e-bdc5-9cb548a24b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-10855'] for subnet, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:43.097237 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d5b791f0-5827-4841-8b7f-0c0a210601d4 req-5fc01279-7e63-4715-ab47-415710128424 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384304 Feb 07 01:45:43.126730 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:45:43.157804 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 45224) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:43.204568 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6a6c36-cbf9-4538-8664-4b28a15b5a66 {{(pid=79941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 07 01:45:43.221308 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbcf5d-4e59-4ef0-b4fc-cdf772065789 req-f5f0a325-f312-4007-b4e8-24e3a5a01882 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:43.227580 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:43.228962 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a9cbcf5d-4e59-4ef0-b4fc-cdf772065789 req-f5f0a325-f312-4007-b4e8-24e3a5a01882 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.3184018 Feb 07 01:45:43.243604 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Transition to ACTIVE for port object cf6a6c36-cbf9-4538-8664-4b28a15b5a66 will not be triggered until provisioned by entity L2. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:45:43.250959 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2420082'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:43.307109 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:43.413775 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a9cbcf5d-4e59-4ef0-b4fc-cdf772065789 req-b243094c-d4f4-41c0-ac2b-d9f566eae8d5 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838393 Feb 07 01:45:43.423663 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b8fbf139-99e3-4269-bfab-5087f342ff0c req-19abb6cb-e58d-4f77-a5fe-b20c8c19df64 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=56573def-e2fe-419e-b677-032fcea2b737 HTTP/1.1" status: 200 len: 210 time: 0.0887914 Feb 07 01:45:43.563513 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1939b770-a196-432e-bdc5-9cb548a24b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854764961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852760723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378118'] for subnet, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:43.583890 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-7b9bbaa4-69a7-475d-9b58-9446226907e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:43.597129 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:43.633397 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939b770-a196-432e-bdc5-9cb548a24b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b431263b-c2f5-45f2-99f5-e2697d3e82ba,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:43.638504 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1939b770-a196-432e-bdc5-9cb548a24b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:43.730859 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-edef8a2c-39f0-4d84-aff6-f206df10459c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:43.762669 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ede131c3-abe7-402a-aa07-b98b885255c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:43.775369 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 79091d57-a353-4232-adef-bbec31cad775 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:45:43.802750 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-ede131c3-abe7-402a-aa07-b98b885255c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:43.808417 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-ede131c3-abe7-402a-aa07-b98b885255c2 admin admin] Usage tracker for resource:security_group_rule and tenant:a469d1dba44d40baa63d31d364004af7 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:43.810683 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-ede131c3-abe7-402a-aa07-b98b885255c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:43.817010 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-ede131c3-abe7-402a-aa07-b98b885255c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:43.851905 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning for port 79091d57-a353-4232-adef-bbec31cad775 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:45:43.857387 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 79091d57-a353-4232-adef-bbec31cad775 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:45:43.858182 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:43.929915 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6a6c36-cbf9-4538-8664-4b28a15b5a66,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:43.959239 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:43.990458 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:44.019228 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa080c0c-3710-491c-8c32-7e28b7c77392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79091d57-a353-4232-adef-bbec31cad775'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:45:44.039337 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 79091d57-a353-4232-adef-bbec31cad775, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=79091d57-a353-4232-adef-bbec31cad775,segment=NetworkSegment(5e116cf7-d777-4a67-bcd5-d44ec8671116),segment_id=5e116cf7-d777-4a67-bcd5-d44ec8671116)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:45:44.044115 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:44.046183 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:44.060195 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1939b770-a196-432e-bdc5-9cb548a24b70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:44.077444 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-1939b770-a196-432e-bdc5-9cb548a24b70 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b431263b-c2f5-45f2-99f5-e2697d3e82ba HTTP/1.1" status: 204 len: 168 time: 1.4779158 Feb 07 01:45:44.078614 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:44.078772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 45238) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:44.122198 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=79091d57-a353-4232-adef-bbec31cad775,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:44.125628 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:44.160560 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c608-be84-4471-8f6f-758a1be081a2 req-be7ebafd-85af-4809-8331-92c3a31938f4 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:44.162209 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e856c608-be84-4471-8f6f-758a1be081a2 req-be7ebafd-85af-4809-8331-92c3a31938f4 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 944 time: 0.5334234 Feb 07 01:45:44.175133 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-c42fbb87-d2b3-4c2a-8ee8-bde9c5d12719 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:44.176773 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-c42fbb87-d2b3-4c2a-8ee8-bde9c5d12719 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.45 "GET /v2.0/networks?id=56f4f79f-3bca-4b2b-9099-334cf5c63d91 HTTP/1.1" status: 200 len: 814 time: 0.8709953 Feb 07 01:45:44.223056 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Request body: {'port': {'device_id': '56573def-e2fe-419e-b677-032fcea2b737', 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91', 'admin_state_up': True, 'tenant_id': 'baa366e3c1934c45aad39752ece3850b'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:45:44.301652 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ede131c3-abe7-402a-aa07-b98b885255c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:44.310115 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ede131c3-abe7-402a-aa07-b98b885255c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:44.321236 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d83b6-7d23-4631-892c-1d4f61a5be67 req-ab7078b1-b5fe-4206-b768-ae33b29658d9 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:44.322949 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4d6d83b6-7d23-4631-892c-1d4f61a5be67 req-ab7078b1-b5fe-4206-b768-ae33b29658d9 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.3697052 Feb 07 01:45:44.369817 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:44.445637 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e856c608-be84-4471-8f6f-758a1be081a2 req-0b78d1d5-295d-4ace-9124-aa7c42105a94 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548075 Feb 07 01:45:44.451049 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854360936'] for network, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:44.452495 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-ede131c3-abe7-402a-aa07-b98b885255c2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a469d1dba44d40baa63d31d364004af7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2934060 Feb 07 01:45:44.467805 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 45244) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:44.468585 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Attempting to bind port cf6a6c36-cbf9-4538-8664-4b28a15b5a66 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:45:44.468964 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Attempting to bind port cf6a6c36-cbf9-4538-8664-4b28a15b5a66 by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '520a3b4a-0d79-47d8-ba1f-b45251e071d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '63fdeabf-b958-4d18-83a6-e04f65396f3c'}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:45:44.469332 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Attempting to bind port cf6a6c36-cbf9-4538-8664-4b28a15b5a66 on network 63fdeabf-b958-4d18-83a6-e04f65396f3c {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:45:44.471582 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede131c3-abe7-402a-aa07-b98b885255c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d304433-afb5-488e-94a8-f4bcca62c342,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:44.479864 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ede131c3-abe7-402a-aa07-b98b885255c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:44.502033 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Checking agent: {'id': 'b7cc771a-d95a-4267-9fb0-ee0cef286fca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 41, 44), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:45:44.502935 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Checking segment: {'id': '520a3b4a-0d79-47d8-ba1f-b45251e071d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '63fdeabf-b958-4d18-83a6-e04f65396f3c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:45:44.502935 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:44.503233 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Bound using segment: {'id': '520a3b4a-0d79-47d8-ba1f-b45251e071d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '63fdeabf-b958-4d18-83a6-e04f65396f3c'} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:45:44.503997 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Bound port: cf6a6c36-cbf9-4538-8664-4b28a15b5a66, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520a3b4a-0d79-47d8-ba1f-b45251e071d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '63fdeabf-b958-4d18-83a6-e04f65396f3c'}}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:45:44.504245 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:44.537058 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:44.567567 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa080c0c-3710-491c-8c32-7e28b7c77392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79091d57-a353-4232-adef-bbec31cad775', 'code': 200} Feb 07 01:45:44.579516 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Usage tracker for resource:port and tenant:baa366e3c1934c45aad39752ece3850b is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:44.599409 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4d6d83b6-7d23-4631-892c-1d4f61a5be67 req-7ee1ac0b-bf7c-4df5-b6cd-70daf221efa8 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650275 Feb 07 01:45:44.606000 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:44.628261 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:44.657283 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Made reservation on behalf of baa366e3c1934c45aad39752ece3850b for: {'port': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:45:44.686399 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:44.706211 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14300', 'neutron.services.segments.db._delete_segments_for_network-8754015628454'] for network, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:44.747127 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b0a094f8-a5b0-4a39-93c1-482516a7c574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:44.792029 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b0a094f8-a5b0-4a39-93c1-482516a7c574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:44.804598 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] For port cf6a6c36-cbf9-4538-8664-4b28a15b5a66, host hv-cinder-74014, cleared binding levels {{(pid=79941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:45:44.854455 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] For port cf6a6c36-cbf9-4538-8664-4b28a15b5a66, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=cf6a6c36-cbf9-4538-8664-4b28a15b5a66,segment=NetworkSegment(520a3b4a-0d79-47d8-ba1f-b45251e071d9),segment_id=520a3b4a-0d79-47d8-ba1f-b45251e071d9)] {{(pid=79941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:45:44.866443 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2420082'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:44.893272 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:44.930744 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 79091d57-a353-4232-adef-bbec31cad775 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:45:44.990262 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69b54ba-445c-4aed-93d8-6ddb71ed5561']}} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:45:45.003854 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 79091d57-a353-4232-adef-bbec31cad775 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:45:45.004359 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:45.017660 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da17025-ff54-48fa-b2c1-1b99f3ef7790') {'for_net_delete': True} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:45:45.017996 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da17025-ff54-48fa-b2c1-1b99f3ef7790') {} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:45:45.043024 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754015625143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2015974'] for segment, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:45.068344 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:45.075245 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:45.080008 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=79942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 07 01:45:45.137321 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b0a094f8-a5b0-4a39-93c1-482516a7c574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:45.180810 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6a6c36-cbf9-4538-8664-4b28a15b5a66,revision_number=3']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:45.186965 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f581ef7-aa17-4e2e-ae21-62869123b9a1 req-19c1e38b-c4a2-420a-b209-e63c81c11dad tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:45.188434 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:45.188562 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1f581ef7-aa17-4e2e-ae21-62869123b9a1 req-19c1e38b-c4a2-420a-b209-e63c81c11dad tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 943 time: 0.4620779 Feb 07 01:45:45.189438 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8e5f3c0c-469e-486e-8e0c-54f229840e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:45.233677 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a094f8-a5b0-4a39-93c1-482516a7c574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d304433-afb5-488e-94a8-f4bcca62c342,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:45.241478 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b0a094f8-a5b0-4a39-93c1-482516a7c574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:45.246206 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b0a094f8-a5b0-4a39-93c1-482516a7c574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:45.249694 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-b0a094f8-a5b0-4a39-93c1-482516a7c574 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4d304433-afb5-488e-94a8-f4bcca62c342 HTTP/1.1" status: 204 len: 168 time: 0.7728257 Feb 07 01:45:45.280263 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:45.280786 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:45.282129 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] 10.222.0.45 "PUT /v2.0/ports/cf6a6c36-cbf9-4538-8664-4b28a15b5a66 HTTP/1.1" status: 200 len: 1157 time: 2.7300375 Feb 07 01:45:45.282657 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedafa71-c66a-4f0d-84dd-1e1a3b1a8082', 'tag': 'cf6a6c36-cbf9-4538-8664-4b28a15b5a66'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:45:45.284058 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f348a-d519-40b6-a1a8-fd0a493b1de9 req-14d03c69-08ac-4c39-84b8-3a9b5c8680d1 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:45.285624 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ae9f348a-d519-40b6-a1a8-fd0a493b1de9 req-14d03c69-08ac-4c39-84b8-3a9b5c8680d1 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.4996269 Feb 07 01:45:45.356143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Allocated IP 172.20.0.10 (56f4f79f-3bca-4b2b-9099-334cf5c63d91/8100aead-6371-470f-922e-c96f1eea8ca9/d67e5c9a-7a20-466f-800d-747bedec828e) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:45:45.357757 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c069b-6ef2-45e9-93dc-97c04b43e4bf req-568f3c62-2835-4fd1-b08b-f3c4dd21e58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:45.359256 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c22c069b-6ef2-45e9-93dc-97c04b43e4bf req-568f3c62-2835-4fd1-b08b-f3c4dd21e58d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 1163 time: 0.4724169 Feb 07 01:45:45.524637 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-92e547f7-3fb4-4cbe-adcd-0a6c3c5e890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:45.526598 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-92e547f7-3fb4-4cbe-adcd-0a6c3c5e890d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=458d85ffa04943ada9b2f305c2c8f029&device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 1160 time: 0.1680760 Feb 07 01:45:45.535844 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:45.554262 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Network f69b54ba-445c-4aed-93d8-6ddb71ed5561 has no segments {{(pid=79942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:45:45.580133 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1f581ef7-aa17-4e2e-ae21-62869123b9a1 req-86671a94-7eb6-46c4-a708-234856e91f72 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787687 Feb 07 01:45:45.587137 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852760678'] for segment, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:45.631303 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ae9f348a-d519-40b6-a1a8-fd0a493b1de9 req-6fb8f54d-c6d2-4929-a977-5a99c9689b59 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709520 Feb 07 01:45:45.640919 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c22c069b-6ef2-45e9-93dc-97c04b43e4bf req-922a1ea0-00c8-4d00-af9d-8dc93174d201 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551131 Feb 07 01:45:45.688150 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-421ec30d-8f52-4c0e-bd75-c88cf3008723 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf6a6c36-cbf9-4538-8664-4b28a15b5a66 HTTP/1.1" status: 200 len: 217 time: 0.1454217 Feb 07 01:45:45.762224 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:45.787247 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedafa71-c66a-4f0d-84dd-1e1a3b1a8082', 'tag': 'cf6a6c36-cbf9-4538-8664-4b28a15b5a66', 'status': 'completed', 'code': 200} Feb 07 01:45:45.803021 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:45.827415 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Network f69b54ba-445c-4aed-93d8-6ddb71ed5561 has no segments {{(pid=79942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:45:45.833361 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: Traceback (most recent call last): Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: timer() Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: cb(*args, **kw) Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: return func(*args, **kwargs) Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: self._notify() Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: self.callback(batched_events) Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: event.method(event) Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: segment_id)['aggregates'][0] Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: return f(self, *a, **k) Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: return self._get(url).json() Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: **kwargs) Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: return self.request(url, 'GET', **kwargs) Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: **endpoint_filter) Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 01:45:45.894189 dv-cinder-740146-7-smb neutron-server[79830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 01:45:46.046858 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Pushing event updated for resources: {'Port': ['ID=d67e5c9a-7a20-466f-800d-747bedec828e,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:46.068525 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.068979 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.069264 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.069662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.070052 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.070465 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.071363 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.071363 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.071563 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.071926 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.072305 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.072684 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.073184 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.073485 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.073868 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.074252 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.074611 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.074901 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680321'] for network, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:46.075033 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.075380 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.075761 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.076144 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.076524 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.076903 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.077282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.086984 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:46.087171 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:46.093058 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:46.119347 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-6d306c7a-4e56-4ad8-8892-fa875f1ecd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:46.120933 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-6d306c7a-4e56-4ad8-8892-fa875f1ecd6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a447ad23-e82d-41b9-9dac-bf0b6a82fdae HTTP/1.1" status: 200 len: 849 time: 0.1183541 Feb 07 01:45:46.125390 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Pushing event deleted for resources: {'Network': ['ID=f69b54ba-445c-4aed-93d8-6ddb71ed5561,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:46.131155 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f69b54ba-445c-4aed-93d8-6ddb71ed5561 HTTP/1.1" status: 204 len: 168 time: 1.9635456 Feb 07 01:45:46.186330 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Network 56f4f79f-3bca-4b2b-9099-334cf5c63d91 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:45:46.188759 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-809f96b8-0ed1-40a3-991d-c0095255400b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63fdeabf-b958-4d18-83a6-e04f65396f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528650 Feb 07 01:45:46.189835 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:45:46.192135 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:45:46.227173 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1dab8-c570-4d50-bb5b-a235bc0a1646 req-88a7b6cf-cb1f-4e88-856d-adfa871c7ade tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:46.234741 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a0d1dab8-c570-4d50-bb5b-a235bc0a1646 req-88a7b6cf-cb1f-4e88-856d-adfa871c7ade tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 946 time: 0.3214560 Feb 07 01:45:46.237522 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.237930 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.238334 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.238730 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.239169 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.239560 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.239956 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.240331 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.240717 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.241145 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.241648 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.242039 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.242595 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.243014 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.243397 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.243779 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.244158 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.244541 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.244967 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.245269 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.245985 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.246370 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.246753 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.247160 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:45:46.251316 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-adcb9896-60bb-4e2b-8ce2-c0633104b807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:46.337381 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a6389-ecea-4903-9354-6430349c1f18 req-95b40e3b-a42c-435f-b8dc-beb08b2ddc2f tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:46.339116 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-050a6389-ecea-4903-9354-6430349c1f18 req-95b40e3b-a42c-435f-b8dc-beb08b2ddc2f tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=56573def-e2fe-419e-b677-032fcea2b737 HTTP/1.1" status: 200 len: 932 time: 0.5026329 Feb 07 01:45:46.339660 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 45278) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:46.489733 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a0d1dab8-c570-4d50-bb5b-a235bc0a1646 req-c87880f5-7ffa-4d38-83a7-4e4abd67ef5a tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538650 Feb 07 01:45:46.547512 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-050a6389-ecea-4903-9354-6430349c1f18 req-0b5d90c2-eb70-4f95-a64d-3cc18986371a tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894641 Feb 07 01:45:46.554167 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-cc52d3cf-c0f5-4268-8e47-632913dc187a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e1ae880096c4001b8976451e8b7d8e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992381 Feb 07 01:45:46.570426 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 45286) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:46.696992 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:46.697780 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:46.722055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2f6801ef-d175-4a26-bb88-29b1e4f9f6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:46.736365 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5207562 Feb 07 01:45:46.764947 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Request body: {'port': {'device_id': '56573def-e2fe-419e-b677-032fcea2b737', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:45:46.797135 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2f6801ef-d175-4a26-bb88-29b1e4f9f6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:46.864105 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-0f87083a-3bdc-48a7-a51e-af442ae77f1b service neutron] 10.222.0.45 "GET /v2.0/networks/63fdeabf-b958-4d18-83a6-e04f65396f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6403248 Feb 07 01:45:46.891662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:46.893907 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b6f04-b71c-4692-9307-411f769d5eda req-741acfd7-3da1-4776-ba80-5dab885ec8b7 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:46.897810 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-be7b6f04-b71c-4692-9307-411f769d5eda req-741acfd7-3da1-4776-ba80-5dab885ec8b7 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2863750 Feb 07 01:45:47.028975 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-be7b6f04-b71c-4692-9307-411f769d5eda req-4ca71e9b-86d9-4ad6-baea-54598a2ae7bb tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205087 Feb 07 01:45:47.137959 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08c55e9b-45e8-4fb7-9b33-19f7cd8b9eed req-fbdf1dca-73f4-4eac-a792-9b2fc3ef5b98 service neutron] 10.222.0.45 "GET /v2.0/networks/63fdeabf-b958-4d18-83a6-e04f65396f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1994050 Feb 07 01:45:47.201617 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab89aa1-5149-468b-aa98-15a9171b5d00 req-2b22680c-9c02-4a08-8d08-41bb37d33dc2 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:47.203447 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-eab89aa1-5149-468b-aa98-15a9171b5d00 req-2b22680c-9c02-4a08-8d08-41bb37d33dc2 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 943 time: 0.4539666 Feb 07 01:45:47.204733 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2f6801ef-d175-4a26-bb88-29b1e4f9f6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:47.225253 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3c290e9a-22d1-4030-bf3c-ebc78ae5eada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:47.296057 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6801ef-d175-4a26-bb88-29b1e4f9f6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac8ec18-6f5e-4110-9e13-57c408bd589a,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:47.298551 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2f6801ef-d175-4a26-bb88-29b1e4f9f6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:47.507797 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf8e5a-40e7-43b5-a1c9-20d163398532 req-1df22e69-8d97-4bd6-bca0-19a381c4abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:47.509448 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7ebf8e5a-40e7-43b5-a1c9-20d163398532 req-1df22e69-8d97-4bd6-bca0-19a381c4abfd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=458d85ffa04943ada9b2f305c2c8f029&device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 1160 time: 0.2098734 Feb 07 01:45:47.540938 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2f6801ef-d175-4a26-bb88-29b1e4f9f6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:47.544662 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-2f6801ef-d175-4a26-bb88-29b1e4f9f6a4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ac8ec18-6f5e-4110-9e13-57c408bd589a HTTP/1.1" status: 204 len: 168 time: 0.9704533 Feb 07 01:45:47.575848 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-eab89aa1-5149-468b-aa98-15a9171b5d00 req-a0831fe1-47fa-424a-bf40-416fac2287d7 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518009 Feb 07 01:45:47.677499 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cb7d4-fee7-4ecf-b9c3-4bd068760a97 req-09c8ae10-73fa-4277-8929-68b0d707b8d9 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:47.679883 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-323cb7d4-fee7-4ecf-b9c3-4bd068760a97 req-09c8ae10-73fa-4277-8929-68b0d707b8d9 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.4571693 Feb 07 01:45:47.749644 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf8e5a-40e7-43b5-a1c9-20d163398532 req-93204a46-ddf6-4b3d-8005-6bd1dd54f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:47.751213 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7ebf8e5a-40e7-43b5-a1c9-20d163398532 req-93204a46-ddf6-4b3d-8005-6bd1dd54f76f service neutron] 10.222.0.45 "GET /v2.0/networks?id=63fdeabf-b958-4d18-83a6-e04f65396f3c HTTP/1.1" status: 200 len: 903 time: 0.2272363 Feb 07 01:45:47.755344 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67e5c9a-7a20-466f-800d-747bedec828e {{(pid=79941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 07 01:45:47.791384 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-323cb7d4-fee7-4ecf-b9c3-4bd068760a97 req-5e9432e3-63d0-4b4f-8140-7786fd7948fe tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053050 Feb 07 01:45:47.836736 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:47.840464 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7ebf8e5a-40e7-43b5-a1c9-20d163398532 req-55075fa8-6f0c-4ba3-9d2b-cd66ce5f3f31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf6a6c36-cbf9-4538-8664-4b28a15b5a66 HTTP/1.1" status: 200 len: 217 time: 0.0803425 Feb 07 01:45:47.917125 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Transition to ACTIVE for port object d67e5c9a-7a20-466f-800d-747bedec828e will not be triggered until provisioned by entity L2. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:45:47.921738 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf8e5a-40e7-43b5-a1c9-20d163398532 req-9d080b82-72b8-433b-90c4-c5124518fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:47.923412 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7ebf8e5a-40e7-43b5-a1c9-20d163398532 req-9d080b82-72b8-433b-90c4-c5124518fac8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a447ad23-e82d-41b9-9dac-bf0b6a82fdae HTTP/1.1" status: 200 len: 849 time: 0.0723455 Feb 07 01:45:47.924235 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2420082'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:47.938556 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e411d-9be3-450e-8bf8-9fab7cdfdb7f req-12e164b4-4ca6-4cfe-b230-f9ac173435a8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:47.940377 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-090e411d-9be3-450e-8bf8-9fab7cdfdb7f req-12e164b4-4ca6-4cfe-b230-f9ac173435a8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 946 time: 0.2159479 Feb 07 01:45:47.950478 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:48.012252 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 45306) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:48.095285 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-090e411d-9be3-450e-8bf8-9fab7cdfdb7f req-75bccb0c-e527-4d73-86d5-f8f1a2cb2446 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091843 Feb 07 01:45:48.117858 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7ebf8e5a-40e7-43b5-a1c9-20d163398532 req-8347e8b6-4d16-44e2-a1c7-6d077a608474 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63fdeabf-b958-4d18-83a6-e04f65396f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1686797 Feb 07 01:45:48.133950 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-321570a1-8f62-4a2e-8df8-02ce8276d115 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a182b585f58c4deaacfe553506f5ed8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1190267 Feb 07 01:45:48.138096 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 45316) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:45:48.185831 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Pushing event updated for resources: {'Port': ['ID=d67e5c9a-7a20-466f-800d-747bedec828e,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:48.192076 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:48.257938 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370e0e7-069a-4b1e-846f-cb55377d7c08 req-77c45830-3335-4171-ab8c-776b01d3c771 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:48.265856 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7370e0e7-069a-4b1e-846f-cb55377d7c08 req-77c45830-3335-4171-ab8c-776b01d3c771 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=56573def-e2fe-419e-b677-032fcea2b737 HTTP/1.1" status: 200 len: 944 time: 0.3240631 Feb 07 01:45:48.404341 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7ebf8e5a-40e7-43b5-a1c9-20d163398532 req-3ad6ad4e-3113-4f73-a0bd-bf62f22b598e service neutron] 10.222.0.45 "GET /v2.0/networks/63fdeabf-b958-4d18-83a6-e04f65396f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720387 Feb 07 01:45:48.416443 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7370e0e7-069a-4b1e-846f-cb55377d7c08 req-d0d720a6-14d8-4c81-842b-d7cd9f7ad4f0 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496205 Feb 07 01:45:48.532717 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Attempting to bind port d67e5c9a-7a20-466f-800d-747bedec828e on host hv-cinder-74014 for vnic_type normal with profile {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:45:48.533098 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Attempting to bind port d67e5c9a-7a20-466f-800d-747bedec828e by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '7da7ba85-1432-44ad-84bc-24ee5b1556ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91'}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:45:48.533470 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Attempting to bind port d67e5c9a-7a20-466f-800d-747bedec828e on network 56f4f79f-3bca-4b2b-9099-334cf5c63d91 {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:45:48.566035 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-51dbded3-3439-4bb3-b0b5-0785e26631e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:48.610653 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Checking agent: {'id': 'b7cc771a-d95a-4267-9fb0-ee0cef286fca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 41, 44), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:45:48.612769 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Checking segment: {'id': '7da7ba85-1432-44ad-84bc-24ee5b1556ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:45:48.612769 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:48.612769 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Bound using segment: {'id': '7da7ba85-1432-44ad-84bc-24ee5b1556ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91'} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:45:48.612769 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Bound port: d67e5c9a-7a20-466f-800d-747bedec828e, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da7ba85-1432-44ad-84bc-24ee5b1556ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91'}}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:45:48.612769 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:48.698491 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c55d12-18d4-4a9c-9b77-0fc5ac91634b req-c03d60d3-7ab9-41fa-976a-472c3e162933 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:48.701986 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-93c55d12-18d4-4a9c-9b77-0fc5ac91634b req-c03d60d3-7ab9-41fa-976a-472c3e162933 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.4182413 Feb 07 01:45:48.711397 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7ebf8e5a-40e7-43b5-a1c9-20d163398532 req-272ac5c3-b1a3-4332-a80b-f7bd9f94c566 service neutron] 10.222.0.45 "GET /v2.0/networks/63fdeabf-b958-4d18-83a6-e04f65396f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2787306 Feb 07 01:45:48.722092 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-51dbded3-3439-4bb3-b0b5-0785e26631e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:48.731562 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-f9149026-1f30-4929-85d0-1d10facc14fa tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=863144abbee54dd9a64a564ef0515b1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1455183 Feb 07 01:45:48.737476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] For port d67e5c9a-7a20-466f-800d-747bedec828e, host hv-cinder-74014, cleared binding levels {{(pid=79941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:45:48.741243 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] For port d67e5c9a-7a20-466f-800d-747bedec828e, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=d67e5c9a-7a20-466f-800d-747bedec828e,segment=NetworkSegment(7da7ba85-1432-44ad-84bc-24ee5b1556ba),segment_id=7da7ba85-1432-44ad-84bc-24ee5b1556ba)] {{(pid=79941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:45:48.748679 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2420082'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:48.768025 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:48.833866 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-51dbded3-3439-4bb3-b0b5-0785e26631e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:48.843740 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-71069634-f447-40b5-aa76-f3f93a1670bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:48.847062 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Pushing event updated for resources: {'Port': ['ID=d67e5c9a-7a20-466f-800d-747bedec828e,revision_number=3']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:48.852655 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:48.889299 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbded3-3439-4bb3-b0b5-0785e26631e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399a409a-5c4f-4ff7-9040-c67c0b7bec2c,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:48.896439 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-51dbded3-3439-4bb3-b0b5-0785e26631e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:48.964330 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-93c55d12-18d4-4a9c-9b77-0fc5ac91634b req-a34ac0e1-164f-40ed-b546-57fd5d8507c9 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469583 Feb 07 01:45:48.976422 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-51dbded3-3439-4bb3-b0b5-0785e26631e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:48.977602 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-51dbded3-3439-4bb3-b0b5-0785e26631e4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/399a409a-5c4f-4ff7-9040-c67c0b7bec2c HTTP/1.1" status: 204 len: 168 time: 0.8385334 Feb 07 01:45:49.002247 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:49.002951 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:49.004633 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] 10.222.0.45 "PUT /v2.0/ports/d67e5c9a-7a20-466f-800d-747bedec828e HTTP/1.1" status: 200 len: 1158 time: 2.2450809 Feb 07 01:45:49.005190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56573def-e2fe-419e-b677-032fcea2b737', 'tag': 'd67e5c9a-7a20-466f-800d-747bedec828e'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:45:49.103243 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-fa9c4cd9-4058-4240-a457-56c49dc559c1 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:49.104953 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-fa9c4cd9-4058-4240-a457-56c49dc559c1 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3207691 Feb 07 01:45:49.165816 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-554997df-64c3-4435-973b-f606d7521908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:49.168009 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-554997df-64c3-4435-973b-f606d7521908 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=baa366e3c1934c45aad39752ece3850b&device_id=56573def-e2fe-419e-b677-032fcea2b737 HTTP/1.1" status: 200 len: 1161 time: 0.0884664 Feb 07 01:45:49.184143 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-42a49a65-f44d-42fb-8f6f-485b24a08048 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/quotas/863144abbee54dd9a64a564ef0515b1f HTTP/1.1" status: 200 len: 375 time: 0.0224040 Feb 07 01:45:49.256322 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9e5df74f-6ccb-451a-8012-d1c5c4fdd9e2 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=863144abbee54dd9a64a564ef0515b1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623777 Feb 07 01:45:49.272180 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-0a39fa42-b825-4816-a7d3-d4f1d26e8215 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d67e5c9a-7a20-466f-800d-747bedec828e HTTP/1.1" status: 200 len: 217 time: 0.0854859 Feb 07 01:45:49.341375 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8c4f3-8abf-42e7-8842-666d2f006190 req-b0e253ce-39e1-454b-869a-6ea2eb501c29 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:49.349083 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-63a8c4f3-8abf-42e7-8842-666d2f006190 req-b0e253ce-39e1-454b-869a-6ea2eb501c29 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 943 time: 0.2430692 Feb 07 01:45:49.349235 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-61f42a02-11de-4bc4-9288-5b7395fc23da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:49.351547 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-61f42a02-11de-4bc4-9288-5b7395fc23da service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8100aead-6371-470f-922e-c96f1eea8ca9 HTTP/1.1" status: 200 len: 854 time: 0.0726085 Feb 07 01:45:49.435492 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-63a8c4f3-8abf-42e7-8842-666d2f006190 req-37613e30-adcc-4da6-b4b0-9db280ae7c28 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853460 Feb 07 01:45:49.443110 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-1e769b13-b793-452c-a2ff-72fc8ca7597d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56f4f79f-3bca-4b2b-9099-334cf5c63d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792260 Feb 07 01:45:49.556618 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56573def-e2fe-419e-b677-032fcea2b737', 'tag': 'd67e5c9a-7a20-466f-800d-747bedec828e', 'status': 'completed', 'code': 200} Feb 07 01:45:49.646123 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-db2d4816-55c0-456e-9743-034c78ccd277 req-2e708d65-5749-4821-a90e-a3a0b0b8a2f4 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 210 time: 0.0591252 Feb 07 01:45:49.708673 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-10cad690-5077-4acf-b411-9d21f5346822 service neutron] 10.222.0.45 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577825 Feb 07 01:45:49.960453 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5641e-3a55-44be-a5fe-ff523481d177 req-716d0938-0b41-4465-8e81-2b5c6160e2dc tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:49.962954 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-04e5641e-3a55-44be-a5fe-ff523481d177 req-716d0938-0b41-4465-8e81-2b5c6160e2dc tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.3134677 Feb 07 01:45:50.072980 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-04e5641e-3a55-44be-a5fe-ff523481d177 req-d6605c69-85d9-4e74-9bd7-fcaac0549cd5 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011925 Feb 07 01:45:50.147868 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ba43d664-2c54-477e-9ba0-3339667143e4 req-9d4b58ea-5692-4194-8ad5-dd8112143592 service neutron] 10.222.0.45 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4264836 Feb 07 01:45:50.184887 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80c01f-3a01-4e30-994d-9ee658ab6a3e req-90786581-6549-445d-b0b9-d0e645cc10b4 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:50.186578 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-eb80c01f-3a01-4e30-994d-9ee658ab6a3e req-90786581-6549-445d-b0b9-d0e645cc10b4 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=56573def-e2fe-419e-b677-032fcea2b737 HTTP/1.1" status: 200 len: 944 time: 0.4001248 Feb 07 01:45:50.264110 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-eb80c01f-3a01-4e30-994d-9ee658ab6a3e req-f29b82bb-b5b5-48da-8ebf-7bcf5c8b3020 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699561 Feb 07 01:45:50.407555 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec816175-312e-47e7-9b0f-a22b46e23390 req-5c30e1c8-fb49-40df-a94c-167f84e82634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:50.409467 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ec816175-312e-47e7-9b0f-a22b46e23390 req-5c30e1c8-fb49-40df-a94c-167f84e82634 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=baa366e3c1934c45aad39752ece3850b&device_id=56573def-e2fe-419e-b677-032fcea2b737 HTTP/1.1" status: 200 len: 1161 time: 0.0835533 Feb 07 01:45:50.502289 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b81acf-b7cd-46d5-a422-f122a02e178f req-1711e7aa-61d6-4142-be62-da64b10b2611 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:50.504037 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-98b81acf-b7cd-46d5-a422-f122a02e178f req-1711e7aa-61d6-4142-be62-da64b10b2611 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2386527 Feb 07 01:45:50.594345 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec816175-312e-47e7-9b0f-a22b46e23390 req-bb60c19a-4345-4ccc-a062-f9224dfe5549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:50.596008 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ec816175-312e-47e7-9b0f-a22b46e23390 req-bb60c19a-4345-4ccc-a062-f9224dfe5549 service neutron] 10.222.0.45 "GET /v2.0/networks?id=56f4f79f-3bca-4b2b-9099-334cf5c63d91 HTTP/1.1" status: 200 len: 908 time: 0.1778860 Feb 07 01:45:50.610925 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-98b81acf-b7cd-46d5-a422-f122a02e178f req-d1b06b55-e3c7-4990-8bca-121142c0093e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947466 Feb 07 01:45:50.687729 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ec816175-312e-47e7-9b0f-a22b46e23390 req-dc3915ec-4918-40da-9fa5-f524a79e362b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d67e5c9a-7a20-466f-800d-747bedec828e HTTP/1.1" status: 200 len: 217 time: 0.0815120 Feb 07 01:45:50.772137 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec816175-312e-47e7-9b0f-a22b46e23390 req-a2442915-2fc1-4348-9ace-48bd07bc2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:50.773968 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ec816175-312e-47e7-9b0f-a22b46e23390 req-a2442915-2fc1-4348-9ace-48bd07bc2a6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8100aead-6371-470f-922e-c96f1eea8ca9 HTTP/1.1" status: 200 len: 854 time: 0.0764313 Feb 07 01:45:50.787492 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0b553-eb1e-43cc-acf2-970bff87334d req-8c17d212-8e12-4443-8af5-40ecb6835665 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:50.789688 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c8f0b553-eb1e-43cc-acf2-970bff87334d req-8c17d212-8e12-4443-8af5-40ecb6835665 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 943 time: 0.1777990 Feb 07 01:45:50.839043 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ec816175-312e-47e7-9b0f-a22b46e23390 req-6a338c45-984c-4c46-85f5-0270414a8a11 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56f4f79f-3bca-4b2b-9099-334cf5c63d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520477 Feb 07 01:45:50.864019 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5be9dd61-d04f-4361-9cb3-5a654ad9e0ad req-b7fa0611-5b2d-4c0c-88ef-1d7bf629ddc3 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 210 time: 0.0731244 Feb 07 01:45:50.929769 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c8f0b553-eb1e-43cc-acf2-970bff87334d req-07ef41f8-45a3-418b-8460-637c53543e24 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993562 Feb 07 01:45:51.020674 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ec816175-312e-47e7-9b0f-a22b46e23390 req-a45ad1e2-cc2f-4b4c-b671-3880be826a1e service neutron] 10.222.0.45 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714468 Feb 07 01:45:51.242168 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ec816175-312e-47e7-9b0f-a22b46e23390 req-9a1db7f0-b17e-4d2c-98ab-c2f5709430d6 service neutron] 10.222.0.45 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1697588 Feb 07 01:45:51.258833 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-2f00f47d-e8f8-4af6-9459-5e2e5fce7745 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=863144abbee54dd9a64a564ef0515b1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379386 Feb 07 01:45:51.399492 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd2c10-0998-48f2-bb38-02e7aa90c710 req-cb1ef31f-d2f2-43da-a568-4d53541a2546 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:51.401540 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-95fd2c10-0998-48f2-bb38-02e7aa90c710 req-cb1ef31f-d2f2-43da-a568-4d53541a2546 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.1791091 Feb 07 01:45:51.539338 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-95fd2c10-0998-48f2-bb38-02e7aa90c710 req-fd911281-1f1c-4807-8bc7-2e05edc4c608 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890131 Feb 07 01:45:51.540643 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-cdd3a959-f9c9-4aff-8a8f-ed1ff9093589 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:51.542376 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-cdd3a959-f9c9-4aff-8a8f-ed1ff9093589 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2703826 Feb 07 01:45:51.596171 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Request body: {'port': {'device_id': '9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d', 'network_id': '88fa3630-d8f4-4b03-96b8-b4132ce322bf', 'admin_state_up': True, 'tenant_id': '863144abbee54dd9a64a564ef0515b1f'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:45:51.636187 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a262c88-cfa8-4459-97c5-49b93675fd0b req-6adb2520-0ebf-4129-a09f-4027991a8960 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:51.637892 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8a262c88-cfa8-4459-97c5-49b93675fd0b req-6adb2520-0ebf-4129-a09f-4027991a8960 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=56573def-e2fe-419e-b677-032fcea2b737 HTTP/1.1" status: 200 len: 944 time: 0.2326066 Feb 07 01:45:51.689546 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device cf6a6c36-cbf9-4538-8664-4b28a15b5a66 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:45:51.708551 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8a262c88-cfa8-4459-97c5-49b93675fd0b req-e6609c29-f1af-4554-8d0b-bb6bd0e2a4d8 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635152 Feb 07 01:45:51.748740 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:51.752811 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Usage tracker for resource:port and tenant:863144abbee54dd9a64a564ef0515b1f is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:51.755877 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:51.761863 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:51.772730 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Made reservation on behalf of 863144abbee54dd9a64a564ef0515b1f for: {'port': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:45:51.776400 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning for port cf6a6c36-cbf9-4538-8664-4b28a15b5a66 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:45:51.781283 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port cf6a6c36-cbf9-4538-8664-4b28a15b5a66 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:45:51.781703 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:51.794143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:51.808529 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:51.825454 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:45:51.829609 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Usage tracker for resource:security_group_rule and tenant:863144abbee54dd9a64a564ef0515b1f is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:45:51.832680 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:45:51.841191 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:45:51.914511 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:51.944382 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:51.947643 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3784076-85fa-41e4-b00d-a7af215d50ba req-1f6899db-a9b0-46bc-b3f4-0d20ad7d8707 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:51.949192 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:51.954214 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port cf6a6c36-cbf9-4538-8664-4b28a15b5a66, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=cf6a6c36-cbf9-4538-8664-4b28a15b5a66,segment=NetworkSegment(520a3b4a-0d79-47d8-ba1f-b45251e071d9),segment_id=520a3b4a-0d79-47d8-ba1f-b45251e071d9)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:45:51.955384 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedafa71-c66a-4f0d-84dd-1e1a3b1a8082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6a6c36-cbf9-4538-8664-4b28a15b5a66'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:45:51.957230 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b3784076-85fa-41e4-b00d-a7af215d50ba req-1f6899db-a9b0-46bc-b3f4-0d20ad7d8707 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1996157 Feb 07 01:45:51.963496 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:51.963690 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2f39bdf6-5fa8-4cd2-9c6d-26ea6b7bce75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:51.969937 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:52.025796 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b3784076-85fa-41e4-b00d-a7af215d50ba req-67ab7771-df72-452b-9d92-5cc69096d9d6 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674112 Feb 07 01:45:52.074950 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=cf6a6c36-cbf9-4538-8664-4b28a15b5a66,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:52.079704 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:52.090312 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-40c8ffa1-b79c-4d3a-90de-cae663a7b34a req-e93bb937-da8c-4e9f-82cc-ffdd91ef56a7 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 210 time: 0.0632503 Feb 07 01:45:52.146277 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229e323b-0f0a-4783-93de-22cf0804438a,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:52.177761 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedafa71-c66a-4f0d-84dd-1e1a3b1a8082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6a6c36-cbf9-4538-8664-4b28a15b5a66', 'code': 200} Feb 07 01:45:52.221915 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:52.365454 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Allocated IP 192.168.233.30 (88fa3630-d8f4-4b03-96b8-b4132ce322bf/7de5e995-5808-48aa-b5b8-e2957c1028c5/53c738f1-651f-44b3-a2e5-8e7621f36822) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:45:52.387869 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b45c37-bdab-4c20-a8c7-8699f154780c req-aafccaae-ecf7-4c68-a2b6-7e6b4ead799d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:52.389662 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c6b45c37-bdab-4c20-a8c7-8699f154780c req-aafccaae-ecf7-4c68-a2b6-7e6b4ead799d tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 945 time: 0.2029006 Feb 07 01:45:52.500325 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c6b45c37-bdab-4c20-a8c7-8699f154780c req-519e0bdc-d012-40f4-a825-fb2125ad546c tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027317 Feb 07 01:45:52.702298 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:52.715019 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d563d73-a64f-4db2-9da7-c429cf902348 req-9e929bed-477a-47a8-bcac-fc63db7e4de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:52.716663 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0d563d73-a64f-4db2-9da7-c429cf902348 req-9e929bed-477a-47a8-bcac-fc63db7e4de8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 1162 time: 0.1978259 Feb 07 01:45:52.725869 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Transition to ACTIVE for port object 53c738f1-651f-44b3-a2e5-8e7621f36822 will not be triggered until provisioned by entity DHCP. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:45:52.770233 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:52.816583 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:52.857718 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a6ddb-38b1-4c9c-8831-10192dd8b1f0 req-87d3a7d8-d8ff-4c1c-8ea4-53fddb32a1c5 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:52.859474 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6d8a6ddb-38b1-4c9c-8831-10192dd8b1f0 req-87d3a7d8-d8ff-4c1c-8ea4-53fddb32a1c5 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.1852891 Feb 07 01:45:52.980438 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0d563d73-a64f-4db2-9da7-c429cf902348 req-bdbc7ae5-7ed2-4d1f-bf71-ea2e3195dda8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301686 Feb 07 01:45:52.985397 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6d8a6ddb-38b1-4c9c-8831-10192dd8b1f0 req-14dc4cd6-d27c-4734-bcd2-7c23d9066c97 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873954 Feb 07 01:45:53.035847 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Pushing event updated for resources: {'Port': ['ID=53c738f1-651f-44b3-a2e5-8e7621f36822,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:53.041169 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:53.107283 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38363f8-2116-44d6-ba17-fb6da3ebed98 req-c4348da3-bc6a-4b5b-a486-b6370e223692 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:53.109524 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f38363f8-2116-44d6-ba17-fb6da3ebed98 req-c4348da3-bc6a-4b5b-a486-b6370e223692 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=56573def-e2fe-419e-b677-032fcea2b737 HTTP/1.1" status: 200 len: 944 time: 0.2490613 Feb 07 01:45:53.141442 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Network 88fa3630-d8f4-4b03-96b8-b4132ce322bf is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:45:53.142864 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:45:53.146482 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:45:53.211042 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f38363f8-2116-44d6-ba17-fb6da3ebed98 req-6cd71579-2ad4-4887-975d-566e9fd67ad1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948873 Feb 07 01:45:53.305506 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:53.306253 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:53.336632 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7449479 Feb 07 01:45:53.396607 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be9578-76c5-46b1-a9a9-746f90aea2f0 req-213bdc50-7dc6-4df4-9661-df72ae73984c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:53.398882 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-43be9578-76c5-46b1-a9a9-746f90aea2f0 req-213bdc50-7dc6-4df4-9661-df72ae73984c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1868703 Feb 07 01:45:53.446634 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Request body: {'port': {'device_id': '9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:45:53.469352 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-b27fc516-3d4d-4863-8227-d5e0bbba6309 None None] Provisioning for port 53c738f1-651f-44b3-a2e5-8e7621f36822 completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:45:53.484683 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-b27fc516-3d4d-4863-8227-d5e0bbba6309 None None] Provisioning complete for port 53c738f1-651f-44b3-a2e5-8e7621f36822 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:45:53.485353 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b27fc516-3d4d-4863-8227-d5e0bbba6309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:53.541871 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-43be9578-76c5-46b1-a9a9-746f90aea2f0 req-07b32705-9700-43cb-98ad-43aa741882ac tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980461 Feb 07 01:45:53.556348 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-b27fc516-3d4d-4863-8227-d5e0bbba6309 None None] Port 53c738f1-651f-44b3-a2e5-8e7621f36822 cannot update to ACTIVE because it is not bound. {{(pid=79943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 07 01:45:53.616659 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:53.655602 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7fab8-9a8f-49de-a171-6f07eafdc67e req-fa5291d8-14f5-4a35-acf1-faecea56fd6d tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:53.657309 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b2a7fab8-9a8f-49de-a171-6f07eafdc67e req-fa5291d8-14f5-4a35-acf1-faecea56fd6d tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 935 time: 0.2574322 Feb 07 01:45:53.773768 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b2a7fab8-9a8f-49de-a171-6f07eafdc67e req-bc343fa1-ae15-4904-ace3-2687c9ef7932 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/security-groups?id=229e323b-0f0a-4783-93de-22cf0804438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084235 Feb 07 01:45:53.883880 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08704e99-780b-4d34-86a0-51865ea3c2a0 req-beee3676-4d4f-4670-8f36-e8af89844667 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:53.885555 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08704e99-780b-4d34-86a0-51865ea3c2a0 req-beee3676-4d4f-4670-8f36-e8af89844667 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 945 time: 0.1892498 Feb 07 01:45:53.952567 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08704e99-780b-4d34-86a0-51865ea3c2a0 req-1fcf1911-3a9f-4aab-96d8-6d04791f1709 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605040 Feb 07 01:45:54.044898 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c738f1-651f-44b3-a2e5-8e7621f36822 {{(pid=79941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 07 01:45:54.053709 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:54.065993 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Transition to ACTIVE for port object 53c738f1-651f-44b3-a2e5-8e7621f36822 will not be triggered until provisioned by entity L2. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:45:54.069356 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2420082'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:54.089605 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1c5ca1ee-cf30-40f5-9b21-c41095a8c311 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:54.236553 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Pushing event updated for resources: {'Port': ['ID=53c738f1-651f-44b3-a2e5-8e7621f36822,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:54.241737 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:54.308885 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889f8c7-97f5-4983-a1bb-78957823a2fd req-6c65c56b-49bf-44bb-baee-30cf6c4fe174 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:54.317353 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9889f8c7-97f5-4983-a1bb-78957823a2fd req-6c65c56b-49bf-44bb-baee-30cf6c4fe174 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.1812234 Feb 07 01:45:54.384922 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9889f8c7-97f5-4983-a1bb-78957823a2fd req-91d5246e-3ee9-472d-bdf4-d535902a45c9 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664756 Feb 07 01:45:54.526714 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device d67e5c9a-7a20-466f-800d-747bedec828e up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:45:54.585728 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0594cc-925a-4acb-8acf-3f515525f955 req-1f8dd674-b575-43aa-a000-1aa2eda760f6 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:54.587632 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8f0594cc-925a-4acb-8acf-3f515525f955 req-1f8dd674-b575-43aa-a000-1aa2eda760f6 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=56573def-e2fe-419e-b677-032fcea2b737 HTTP/1.1" status: 200 len: 944 time: 0.2013843 Feb 07 01:45:54.725390 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8f0594cc-925a-4acb-8acf-3f515525f955 req-a5de9942-c5e6-440c-a666-ee91afb835ea tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310453 Feb 07 01:45:54.746722 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning for port d67e5c9a-7a20-466f-800d-747bedec828e completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:45:54.760180 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port d67e5c9a-7a20-466f-800d-747bedec828e triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:45:54.760180 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:54.775110 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Attempting to bind port 53c738f1-651f-44b3-a2e5-8e7621f36822 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:45:54.775488 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Attempting to bind port 53c738f1-651f-44b3-a2e5-8e7621f36822 by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': 'a1c91c6e-fe4d-4699-87a8-95c55a763f2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '88fa3630-d8f4-4b03-96b8-b4132ce322bf'}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:45:54.775855 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Attempting to bind port 53c738f1-651f-44b3-a2e5-8e7621f36822 on network 88fa3630-d8f4-4b03-96b8-b4132ce322bf {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:45:54.781588 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Checking agent: {'id': 'b7cc771a-d95a-4267-9fb0-ee0cef286fca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 41, 44), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:45:54.782072 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Checking segment: {'id': 'a1c91c6e-fe4d-4699-87a8-95c55a763f2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '88fa3630-d8f4-4b03-96b8-b4132ce322bf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:45:54.782476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:54.782895 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Bound using segment: {'id': 'a1c91c6e-fe4d-4699-87a8-95c55a763f2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '88fa3630-d8f4-4b03-96b8-b4132ce322bf'} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:45:54.783371 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Bound port: 53c738f1-651f-44b3-a2e5-8e7621f36822, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c91c6e-fe4d-4699-87a8-95c55a763f2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '88fa3630-d8f4-4b03-96b8-b4132ce322bf'}}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:45:54.783748 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:54.918351 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] For port 53c738f1-651f-44b3-a2e5-8e7621f36822, host hv-cinder-74014, cleared binding levels {{(pid=79941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:45:54.922228 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] For port 53c738f1-651f-44b3-a2e5-8e7621f36822, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=53c738f1-651f-44b3-a2e5-8e7621f36822,segment=NetworkSegment(a1c91c6e-fe4d-4699-87a8-95c55a763f2b),segment_id=a1c91c6e-fe4d-4699-87a8-95c55a763f2b)] {{(pid=79941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:45:54.931609 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2420082'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:54.950273 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-88459447-a681-45a5-8241-656700cd542c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:54.973624 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:54.993164 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2d03e-c677-4e13-bdd0-e308ea5fef50 req-935e83fa-eb30-48a8-9f6e-43e6d36532c2 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:54.994945 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-96f2d03e-c677-4e13-bdd0-e308ea5fef50 req-935e83fa-eb30-48a8-9f6e-43e6d36532c2 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2388608 Feb 07 01:45:55.122916 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Pushing event updated for resources: {'Port': ['ID=53c738f1-651f-44b3-a2e5-8e7621f36822,revision_number=3']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:55.128208 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:55.143528 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-96f2d03e-c677-4e13-bdd0-e308ea5fef50 req-d28c07a6-6b2a-45ff-85b7-07ab56f1ed3b tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009707 Feb 07 01:45:55.166392 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56573def-e2fe-419e-b677-032fcea2b737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67e5c9a-7a20-466f-800d-747bedec828e'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:45:55.168112 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:55.168958 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:55.170790 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] 10.222.0.45 "PUT /v2.0/ports/53c738f1-651f-44b3-a2e5-8e7621f36822 HTTP/1.1" status: 200 len: 1161 time: 1.7339835 Feb 07 01:45:55.171546 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d', 'tag': '53c738f1-651f-44b3-a2e5-8e7621f36822'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:45:55.182941 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port d67e5c9a-7a20-466f-800d-747bedec828e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=d67e5c9a-7a20-466f-800d-747bedec828e,segment=NetworkSegment(7da7ba85-1432-44ad-84bc-24ee5b1556ba),segment_id=7da7ba85-1432-44ad-84bc-24ee5b1556ba)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:45:55.186768 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:55.187742 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device cf6a6c36-cbf9-4538-8664-4b28a15b5a66 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:45:55.244620 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:45:55.277255 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fe934-c480-43af-9581-ae9e955036d1 req-29bbfd16-f069-4acc-8c1b-a0fbe3f1f8bc tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:55.279079 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-131fe934-c480-43af-9581-ae9e955036d1 req-29bbfd16-f069-4acc-8c1b-a0fbe3f1f8bc tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 947 time: 0.2831149 Feb 07 01:45:55.330324 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=d67e5c9a-7a20-466f-800d-747bedec828e,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:45:55.337298 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:45:55.365829 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-131fe934-c480-43af-9581-ae9e955036d1 req-abf1ee41-ecd5-4faa-95d9-a2156307bcd8 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/security-groups?id=229e323b-0f0a-4783-93de-22cf0804438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797572 Feb 07 01:45:55.370039 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-35d2ba2c-0ecc-4afa-8977-719dd1114bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:55.371936 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-35d2ba2c-0ecc-4afa-8977-719dd1114bb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=863144abbee54dd9a64a564ef0515b1f&device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 1164 time: 0.1234708 Feb 07 01:45:55.378427 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port cf6a6c36-cbf9-4538-8664-4b28a15b5a66 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:45:55.378900 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:55.476083 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56573def-e2fe-419e-b677-032fcea2b737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67e5c9a-7a20-466f-800d-747bedec828e', 'code': 200} Feb 07 01:45:55.521148 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-4187bd6a-e81c-4f60-8930-82299ca90d21 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=53c738f1-651f-44b3-a2e5-8e7621f36822 HTTP/1.1" status: 200 len: 217 time: 0.1225185 Feb 07 01:45:55.568086 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d', 'tag': '53c738f1-651f-44b3-a2e5-8e7621f36822', 'status': 'completed', 'code': 200} Feb 07 01:45:55.589329 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9153c09-e2a6-47a3-8e00-fcc52536a215 req-47efffb1-666a-4d5e-975e-e2c386eee3aa tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:55.591028 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e9153c09-e2a6-47a3-8e00-fcc52536a215 req-47efffb1-666a-4d5e-975e-e2c386eee3aa tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 945 time: 0.2451015 Feb 07 01:45:55.653446 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-220f2b6a-4805-41fc-995c-23552cc735f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:55.655502 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-220f2b6a-4805-41fc-995c-23552cc735f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7de5e995-5808-48aa-b5b8-e2957c1028c5 HTTP/1.1" status: 200 len: 843 time: 0.0822880 Feb 07 01:45:55.733515 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e9153c09-e2a6-47a3-8e00-fcc52536a215 req-5c97f7d7-aee4-413a-b26a-24ef5d44dd2b tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357889 Feb 07 01:45:55.744663 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-95110a60-db72-4921-b842-0dc976f7b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:55.747048 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-95110a60-db72-4921-b842-0dc976f7b6af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=88fa3630-d8f4-4b03-96b8-b4132ce322bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0826647 Feb 07 01:45:55.853851 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c32cc-bf3c-4799-9fd7-e8517ad8a4c9 req-0dce2bf5-27ab-4c21-9ee7-57557aab207d tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:55.862572 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cc6c32cc-bf3c-4799-9fd7-e8517ad8a4c9 req-0dce2bf5-27ab-4c21-9ee7-57557aab207d tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.2139788 Feb 07 01:45:56.057061 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-54b20398-1143-49b1-a857-3d345064e6b2 service neutron] 10.222.0.45 "GET /v2.0/networks/88fa3630-d8f4-4b03-96b8-b4132ce322bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459285 Feb 07 01:45:56.064023 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa883e-9d72-453c-90ee-4441d7eba754 req-eec2fb4f-0a4d-4311-b8a5-eb7f4c8cd156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:56.065626 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-69aa883e-9d72-453c-90ee-4441d7eba754 req-eec2fb4f-0a4d-4311-b8a5-eb7f4c8cd156 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=56573def-e2fe-419e-b677-032fcea2b737 HTTP/1.1" status: 200 len: 1163 time: 0.2162411 Feb 07 01:45:56.212461 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-69aa883e-9d72-453c-90ee-4441d7eba754 req-44e4bd18-be27-4987-9107-e63155863fd5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231585 Feb 07 01:45:56.239755 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cc6c32cc-bf3c-4799-9fd7-e8517ad8a4c9 req-c090d150-583d-4eb4-bc54-e5e317d0cd6e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3772583 Feb 07 01:45:56.244110 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1eb9aadc-9ca7-4780-be52-f85d2273598d req-0bec1dd8-83c5-4c99-83e6-25fb71e673cd service neutron] 10.222.0.45 "GET /v2.0/networks/88fa3630-d8f4-4b03-96b8-b4132ce322bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1771209 Feb 07 01:45:56.292742 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354fa5b-633a-4629-bd56-6a350d40835f req-d25a6ce7-1e4c-4cf1-b923-d5525a56c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:56.295224 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6354fa5b-633a-4629-bd56-6a350d40835f req-d25a6ce7-1e4c-4cf1-b923-d5525a56c5ab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 1163 time: 0.4308562 Feb 07 01:45:56.379854 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device d67e5c9a-7a20-466f-800d-747bedec828e up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:45:56.382012 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73936d9-22f1-4b90-8d6c-2a2d39f890af req-18c48237-89f9-4a8a-a102-5b0cea5005ba tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:56.383694 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c73936d9-22f1-4b90-8d6c-2a2d39f890af req-18c48237-89f9-4a8a-a102-5b0cea5005ba tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=56573def-e2fe-419e-b677-032fcea2b737 HTTP/1.1" status: 200 len: 946 time: 0.2468913 Feb 07 01:45:56.485844 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port d67e5c9a-7a20-466f-800d-747bedec828e triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:45:56.486510 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:56.505737 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c73936d9-22f1-4b90-8d6c-2a2d39f890af req-5623bab8-6a29-44d3-8c97-108754ed7490 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830710 Feb 07 01:45:56.606134 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63139958-5347-40fa-b9b1-9403e00b033b req-dea35c25-0b66-47bb-9d67-a95f810d178b tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:56.612387 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-63139958-5347-40fa-b9b1-9403e00b033b req-dea35c25-0b66-47bb-9d67-a95f810d178b tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2276046 Feb 07 01:45:56.620317 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device cf6a6c36-cbf9-4538-8664-4b28a15b5a66 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:45:56.694825 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port cf6a6c36-cbf9-4538-8664-4b28a15b5a66 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:45:56.695519 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:45:56.755834 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-63139958-5347-40fa-b9b1-9403e00b033b req-1f2e51c0-a841-4e9b-ad3e-9e7d9e95e6c1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416602 Feb 07 01:45:56.774718 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6354fa5b-633a-4629-bd56-6a350d40835f req-5b358f5a-80bb-4018-801b-d4967d32c021 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391380 Feb 07 01:45:56.825029 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a61bbc-5891-4f37-b419-078a898ff173 req-89455a72-6e5d-4ad9-afab-83048117c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:56.826659 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-05a61bbc-5891-4f37-b419-078a898ff173 req-89455a72-6e5d-4ad9-afab-83048117c7ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=863144abbee54dd9a64a564ef0515b1f&device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 1164 time: 0.0857320 Feb 07 01:45:56.879132 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde6010-bc8f-4a7c-9a52-591053167fee req-79d12ca4-0334-4b62-adf2-1319b3a663bd tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:56.880794 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6cde6010-bc8f-4a7c-9a52-591053167fee req-79d12ca4-0334-4b62-adf2-1319b3a663bd tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 947 time: 0.2241132 Feb 07 01:45:56.945907 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6cde6010-bc8f-4a7c-9a52-591053167fee req-b620b661-e8d3-4d2c-9cdd-e7efe782af65 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/security-groups?id=229e323b-0f0a-4783-93de-22cf0804438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581658 Feb 07 01:45:57.288642 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a61bbc-5891-4f37-b419-078a898ff173 req-21f951dd-0c94-4336-89bb-6c55654e3fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:57.290076 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-05a61bbc-5891-4f37-b419-078a898ff173 req-21f951dd-0c94-4336-89bb-6c55654e3fd0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=88fa3630-d8f4-4b03-96b8-b4132ce322bf HTTP/1.1" status: 200 len: 863 time: 0.1511061 Feb 07 01:45:57.454715 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-05a61bbc-5891-4f37-b419-078a898ff173 req-817c5952-0aee-48a7-b914-b37736afaf3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=53c738f1-651f-44b3-a2e5-8e7621f36822 HTTP/1.1" status: 200 len: 217 time: 0.0961151 Feb 07 01:45:57.528539 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a61bbc-5891-4f37-b419-078a898ff173 req-ae744dd3-ec08-4e5c-864c-22ede9032cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:57.531054 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-05a61bbc-5891-4f37-b419-078a898ff173 req-ae744dd3-ec08-4e5c-864c-22ede9032cbb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7de5e995-5808-48aa-b5b8-e2957c1028c5 HTTP/1.1" status: 200 len: 843 time: 0.0656791 Feb 07 01:45:57.554053 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bc537-53c0-4ebe-aac2-2043af3fb74f req-f442ad7b-dfc6-46df-bf54-2445e3802f86 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:57.558784 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ba9bc537-53c0-4ebe-aac2-2043af3fb74f req-f442ad7b-dfc6-46df-bf54-2445e3802f86 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 945 time: 0.2423568 Feb 07 01:45:57.646017 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a61bbc-5891-4f37-b419-078a898ff173 req-9dc05aff-c1b8-4e51-8a1d-19f694eb9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:57.648107 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-05a61bbc-5891-4f37-b419-078a898ff173 req-9dc05aff-c1b8-4e51-8a1d-19f694eb9294 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=88fa3630-d8f4-4b03-96b8-b4132ce322bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0964012 Feb 07 01:45:57.648420 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ba9bc537-53c0-4ebe-aac2-2043af3fb74f req-45adca09-b3b3-4d99-9db8-54718078f557 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816867 Feb 07 01:45:57.748953 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5103fd7-8c61-4422-a91f-d5143b71b172 req-4dea6314-f65b-4694-95c8-5a209baaaeb7 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:57.750625 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c5103fd7-8c61-4422-a91f-d5143b71b172 req-4dea6314-f65b-4694-95c8-5a209baaaeb7 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.3612220 Feb 07 01:45:57.838281 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-05a61bbc-5891-4f37-b419-078a898ff173 req-c7322220-c86e-4793-aea1-ef430c0043a3 service neutron] 10.222.0.45 "GET /v2.0/networks/88fa3630-d8f4-4b03-96b8-b4132ce322bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736434 Feb 07 01:45:57.864274 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c5103fd7-8c61-4422-a91f-d5143b71b172 req-fde40333-bb34-4555-b78c-c5a407f6f62a tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068475 Feb 07 01:45:57.996631 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a1a65-82b1-4d38-a72a-f8a1fc7755eb req-1a0a0ae9-63e5-4502-8e91-f562c8c27422 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:57.999108 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-907a1a65-82b1-4d38-a72a-f8a1fc7755eb req-1a0a0ae9-63e5-4502-8e91-f562c8c27422 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=56573def-e2fe-419e-b677-032fcea2b737 HTTP/1.1" status: 200 len: 946 time: 0.2151542 Feb 07 01:45:58.003274 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-05a61bbc-5891-4f37-b419-078a898ff173 req-2f685056-1f3c-492f-b36b-268cf549d7c2 service neutron] 10.222.0.45 "GET /v2.0/networks/88fa3630-d8f4-4b03-96b8-b4132ce322bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1502430 Feb 07 01:45:58.127395 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-907a1a65-82b1-4d38-a72a-f8a1fc7755eb req-2372f1fc-7dc3-452b-82f1-d807ad7c0c91 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819261 Feb 07 01:45:58.222062 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b714107-bb0b-4acf-8876-39540bef0265 req-1538158b-01ab-4d97-8e0c-537ecc678d6c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:58.223697 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3b714107-bb0b-4acf-8876-39540bef0265 req-1538158b-01ab-4d97-8e0c-537ecc678d6c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2232540 Feb 07 01:45:58.334966 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3b714107-bb0b-4acf-8876-39540bef0265 req-e23fe6d4-54d7-41de-9631-0820c8c3221b tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045015 Feb 07 01:45:58.445073 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0703b9-f56c-44b2-bd17-07c9fb9e0288 req-ff9827da-ee63-4f29-8958-cab9f70285c9 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:58.446838 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7b0703b9-f56c-44b2-bd17-07c9fb9e0288 req-ff9827da-ee63-4f29-8958-cab9f70285c9 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 947 time: 0.2006371 Feb 07 01:45:58.511966 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7b0703b9-f56c-44b2-bd17-07c9fb9e0288 req-2c99e9f5-8677-4c09-a3f6-fbade6cf2410 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/security-groups?id=229e323b-0f0a-4783-93de-22cf0804438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583756 Feb 07 01:45:58.945482 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb8892-471d-4b60-9793-a578991d2abf req-ad4ae386-f891-427e-aff4-acbcb1e5c7e5 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:58.947195 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-31fb8892-471d-4b60-9793-a578991d2abf req-ad4ae386-f891-427e-aff4-acbcb1e5c7e5 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 945 time: 0.1689925 Feb 07 01:45:59.021371 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-31fb8892-471d-4b60-9793-a578991d2abf req-1e0d8913-4be4-45d4-9019-7d7fb83bc135 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653791 Feb 07 01:45:59.191048 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a4b9f-d6b5-4a15-9b88-ce70c75c105c req-2f9f7b1a-68c5-47ad-910a-d82d9763ef96 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:59.199027 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-086a4b9f-d6b5-4a15-9b88-ce70c75c105c req-2f9f7b1a-68c5-47ad-910a-d82d9763ef96 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.1765726 Feb 07 01:45:59.275589 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-086a4b9f-d6b5-4a15-9b88-ce70c75c105c req-265eb6a6-04c7-4535-a17e-0a103b71e451 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755572 Feb 07 01:45:59.470324 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbf7da-0ffa-414e-8ab8-d0dadc6b723c req-708762db-321b-4901-8ebd-a07309f85fd6 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:59.470324 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3acbf7da-0ffa-414e-8ab8-d0dadc6b723c req-708762db-321b-4901-8ebd-a07309f85fd6 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=56573def-e2fe-419e-b677-032fcea2b737 HTTP/1.1" status: 200 len: 946 time: 0.1800742 Feb 07 01:45:59.578093 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3acbf7da-0ffa-414e-8ab8-d0dadc6b723c req-e9f3782b-33bd-4f0d-8722-0c368c9c3f6e tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010401 Feb 07 01:45:59.711423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2b0e0-1177-40ed-ad64-86864fe283fa req-18e8efb2-9da3-474f-86f7-cfacb0a29ddb tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:59.713102 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d9f2b0e0-1177-40ed-ad64-86864fe283fa req-18e8efb2-9da3-474f-86f7-cfacb0a29ddb tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1921878 Feb 07 01:45:59.830621 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d9f2b0e0-1177-40ed-ad64-86864fe283fa req-b5aa19e4-52ed-455f-9f31-427b06e9a77d tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766511 Feb 07 01:45:59.926689 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735d26e-2aa4-4596-9a43-8fd06f5b5dd6 req-d1c3432b-85f7-411b-8c5e-d6a84708d0c8 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:45:59.928437 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7735d26e-2aa4-4596-9a43-8fd06f5b5dd6 req-d1c3432b-85f7-411b-8c5e-d6a84708d0c8 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 947 time: 0.2143419 Feb 07 01:46:00.011397 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7735d26e-2aa4-4596-9a43-8fd06f5b5dd6 req-fac64e9c-3774-4c4f-9b6d-220eb6bef814 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/security-groups?id=229e323b-0f0a-4783-93de-22cf0804438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766129 Feb 07 01:46:00.321065 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e54309-b773-49ab-b46c-a32b6910343c req-c2a23c3d-554d-4d78-9b1d-07f1f602b3f7 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:00.322786 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b7e54309-b773-49ab-b46c-a32b6910343c req-c2a23c3d-554d-4d78-9b1d-07f1f602b3f7 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 945 time: 0.1659050 Feb 07 01:46:00.349136 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3db89-6c3a-483e-acdb-d6baff5b78d2 req-df47b050-59c6-47fe-88e4-cc2a48662a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:00.350799 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-79f3db89-6c3a-483e-acdb-d6baff5b78d2 req-df47b050-59c6-47fe-88e4-cc2a48662a23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a02770029d734bc0abe3e3995c6a5abd&device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 1163 time: 0.0790229 Feb 07 01:46:00.439024 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b7e54309-b773-49ab-b46c-a32b6910343c req-4f813e0e-b44f-4ed3-93fd-073074949d65 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787942 Feb 07 01:46:00.515908 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3db89-6c3a-483e-acdb-d6baff5b78d2 req-681c1cec-ab41-4ed6-b458-66dea5676eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:00.517346 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-79f3db89-6c3a-483e-acdb-d6baff5b78d2 req-681c1cec-ab41-4ed6-b458-66dea5676eed service neutron] 10.222.0.45 "GET /v2.0/networks?id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5 HTTP/1.1" status: 200 len: 913 time: 0.1444607 Feb 07 01:46:00.540214 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd4fca-e745-4673-8af0-010ce72e0daf req-99a3812d-a210-43d1-82f4-2a00b26dbefb tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:00.541883 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5dcd4fca-e745-4673-8af0-010ce72e0daf req-99a3812d-a210-43d1-82f4-2a00b26dbefb tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2180526 Feb 07 01:46:00.620204 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-79f3db89-6c3a-483e-acdb-d6baff5b78d2 req-f9ba611a-8b7d-4659-9a9b-8628775331f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6665d6b-25e1-4e51-a5da-c6618c894e7b HTTP/1.1" status: 200 len: 217 time: 0.0733378 Feb 07 01:46:00.649401 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5dcd4fca-e745-4673-8af0-010ce72e0daf req-a91bf1a9-8f2f-4c18-96db-85cdc625817e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010821 Feb 07 01:46:00.703543 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3db89-6c3a-483e-acdb-d6baff5b78d2 req-cd5def76-de08-46d3-a1fa-23e4fd2a079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:00.705438 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-79f3db89-6c3a-483e-acdb-d6baff5b78d2 req-cd5def76-de08-46d3-a1fa-23e4fd2a079b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=448b1d84-79a2-406e-aaae-d8f13e43358f HTTP/1.1" status: 200 len: 859 time: 0.0722203 Feb 07 01:46:00.767026 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-79f3db89-6c3a-483e-acdb-d6baff5b78d2 req-479908e4-b7b1-41a9-8462-160690afcad3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495501 Feb 07 01:46:00.778292 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aba50f-7fb3-4f2d-8313-8b4ad7159f4e req-7cc0d0ae-d50a-4043-8a5e-7f7fcd6b80a9 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:00.780052 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c0aba50f-7fb3-4f2d-8313-8b4ad7159f4e req-7cc0d0ae-d50a-4043-8a5e-7f7fcd6b80a9 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.1972785 Feb 07 01:46:00.843540 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c0aba50f-7fb3-4f2d-8313-8b4ad7159f4e req-aa586253-9ef6-475a-9712-13427f7cc88f tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570202 Feb 07 01:46:00.862441 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device d67e5c9a-7a20-466f-800d-747bedec828e up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:46:00.933951 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port d67e5c9a-7a20-466f-800d-747bedec828e triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:46:00.934369 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:00.974264 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-79f3db89-6c3a-483e-acdb-d6baff5b78d2 req-a2636f1e-809e-42fb-9c5a-4696121b0203 service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369166 Feb 07 01:46:01.059565 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device c6665d6b-25e1-4e51-a5da-c6618c894e7b up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:46:01.128518 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-79f3db89-6c3a-483e-acdb-d6baff5b78d2 req-b4a6390f-5269-4326-adb9-d6d1cc224d5b service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1412790 Feb 07 01:46:01.139764 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port c6665d6b-25e1-4e51-a5da-c6618c894e7b triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:46:01.140356 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:01.328352 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3ed30-cfaa-4c8a-80ca-6d0f2770914e req-1074a58a-3ca0-4801-85cb-50d294bc470e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:01.330047 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-36b3ed30-cfaa-4c8a-80ca-6d0f2770914e req-1074a58a-3ca0-4801-85cb-50d294bc470e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 947 time: 0.1735265 Feb 07 01:46:01.394103 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-36b3ed30-cfaa-4c8a-80ca-6d0f2770914e req-04aaa79b-00d3-4380-be7b-ebdde0a5b491 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/security-groups?id=229e323b-0f0a-4783-93de-22cf0804438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564978 Feb 07 01:46:01.617005 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f96cdb-8135-4b39-8b87-61af35597256 req-3656c41f-94d7-4942-ba82-f56e96057c33 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:01.617814 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-09f96cdb-8135-4b39-8b87-61af35597256 req-3656c41f-94d7-4942-ba82-f56e96057c33 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Synchronizing usage tracker for tenant:458d85ffa04943ada9b2f305c2c8f029 on resource:port {{(pid=79941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:46:01.636143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-09f96cdb-8135-4b39-8b87-61af35597256 req-3656c41f-94d7-4942-ba82-f56e96057c33 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Unset dirty status for tenant:458d85ffa04943ada9b2f305c2c8f029 on resource:port {{(pid=79941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:46:01.637383 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-09f96cdb-8135-4b39-8b87-61af35597256 req-3656c41f-94d7-4942-ba82-f56e96057c33 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.45 "GET /v2.0/ports?device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 945 time: 0.1840363 Feb 07 01:46:01.746992 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-09f96cdb-8135-4b39-8b87-61af35597256 req-beee151c-45ce-4fec-b56a-ab1a2dcf0a2f tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Deleting port cf6a6c36-cbf9-4538-8664-4b28a15b5a66 {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:46:01.747655 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-09f96cdb-8135-4b39-8b87-61af35597256 req-beee151c-45ce-4fec-b56a-ab1a2dcf0a2f tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:01.828776 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7d50e-5e3f-4d62-b4ba-e9ce29055f4c req-848c3494-edb3-4454-b0cd-ac4157638e02 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:01.830801 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4af7d50e-5e3f-4d62-b4ba-e9ce29055f4c req-848c3494-edb3-4454-b0cd-ac4157638e02 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 945 time: 0.2467198 Feb 07 01:46:02.030961 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4af7d50e-5e3f-4d62-b4ba-e9ce29055f4c req-1ce893e2-d0ce-44d2-b10c-6420195caee4 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/security-groups?id=81e1634a-bcf9-4afe-bbd1-97ab69db354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604085 Feb 07 01:46:02.187485 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc1df-813f-48d4-9b65-01006e8095e3 req-be26ec27-ff59-4d15-9db5-a65ba55fa3cc tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:02.189200 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2fabc1df-813f-48d4-9b65-01006e8095e3 req-be26ec27-ff59-4d15-9db5-a65ba55fa3cc tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.3564897 Feb 07 01:46:02.228743 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Network 88fa3630-d8f4-4b03-96b8-b4132ce322bf details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:46:02.330136 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2fabc1df-813f-48d4-9b65-01006e8095e3 req-ee82789a-87f6-4f99-b4ed-e0faefe929d9 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342556 Feb 07 01:46:02.356907 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-09f96cdb-8135-4b39-8b87-61af35597256 req-beee151c-45ce-4fec-b56a-ab1a2dcf0a2f tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] For port cf6a6c36-cbf9-4538-8664-4b28a15b5a66, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=cf6a6c36-cbf9-4538-8664-4b28a15b5a66,segment=NetworkSegment(520a3b4a-0d79-47d8-ba1f-b45251e071d9),segment_id=520a3b4a-0d79-47d8-ba1f-b45251e071d9)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:46:02.357499 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-09f96cdb-8135-4b39-8b87-61af35597256 req-beee151c-45ce-4fec-b56a-ab1a2dcf0a2f tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:02.490781 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b5d11-e49c-47c7-9969-2eddaa319282 req-bf1b56b9-d3ac-4484-b93d-44a90b10f479 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:02.499852 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0e0b5d11-e49c-47c7-9969-2eddaa319282 req-bf1b56b9-d3ac-4484-b93d-44a90b10f479 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.2420866 Feb 07 01:46:02.572006 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0e0b5d11-e49c-47c7-9969-2eddaa319282 req-4eda101b-a913-4d16-9508-5276cfc90327 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709462 Feb 07 01:46:02.583912 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-09f96cdb-8135-4b39-8b87-61af35597256 req-beee151c-45ce-4fec-b56a-ab1a2dcf0a2f tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Calling delete_port for cf6a6c36-cbf9-4538-8664-4b28a15b5a66 owned by compute:nova {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:46:02.743762 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bb307-8f35-4893-864f-fe1e4923d459 req-20649a3e-7484-4ac3-a2d8-0ff6c190a891 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:02.751505 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a74bb307-8f35-4893-864f-fe1e4923d459 req-20649a3e-7484-4ac3-a2d8-0ff6c190a891 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 947 time: 0.2039750 Feb 07 01:46:02.757312 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-09f96cdb-8135-4b39-8b87-61af35597256 req-beee151c-45ce-4fec-b56a-ab1a2dcf0a2f tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:02.782005 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:46:02.821545 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a74bb307-8f35-4893-864f-fe1e4923d459 req-bcb231f5-3dd7-40e7-8a50-d06e295d7f77 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/security-groups?id=229e323b-0f0a-4783-93de-22cf0804438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690830 Feb 07 01:46:02.842171 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee151c-45ce-4fec-b56a-ab1a2dcf0a2f tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Pushing event deleted for resources: {'Port': ['ID=cf6a6c36-cbf9-4538-8664-4b28a15b5a66,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:46:02.846114 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-beee151c-45ce-4fec-b56a-ab1a2dcf0a2f tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:46:02.864601 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.objects.ports [None req-33f81d38-78e9-4d01-8fbc-324ed6eae137 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79943) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 07 01:46:03.023241 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f96cdb-8135-4b39-8b87-61af35597256 req-beee151c-45ce-4fec-b56a-ab1a2dcf0a2f tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] No DVR routers for this DVR port cf6a6c36-cbf9-4538-8664-4b28a15b5a66 on host hv-cinder-74014 {{(pid=79941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:46:03.025511 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-09f96cdb-8135-4b39-8b87-61af35597256 req-beee151c-45ce-4fec-b56a-ab1a2dcf0a2f tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:03.030777 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedafa71-c66a-4f0d-84dd-1e1a3b1a8082', 'name': 'network-vif-deleted', 'tag': 'cf6a6c36-cbf9-4538-8664-4b28a15b5a66'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:46:03.046627 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-09f96cdb-8135-4b39-8b87-61af35597256 req-beee151c-45ce-4fec-b56a-ab1a2dcf0a2f tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.45 "DELETE /v2.0/ports/cf6a6c36-cbf9-4538-8664-4b28a15b5a66 HTTP/1.1" status: 204 len: 173 time: 1.3988662 Feb 07 01:46:03.092130 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedafa71-c66a-4f0d-84dd-1e1a3b1a8082', 'name': 'network-vif-deleted', 'tag': 'cf6a6c36-cbf9-4538-8664-4b28a15b5a66', 'status': 'completed', 'code': 200} Feb 07 01:46:03.226625 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ff4ec31f-ab8d-41db-a915-3e150e9640be req-a9f995c2-fc40-4935-a9a6-8288fcbc9eae tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] 10.222.0.52 "GET /v2.0/ports?device_id=dedafa71-c66a-4f0d-84dd-1e1a3b1a8082 HTTP/1.1" status: 200 len: 210 time: 0.0516033 Feb 07 01:46:03.626304 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6625c8-afd0-4583-9171-7cd431a459cf req-59ae94d8-d220-4966-854b-e9a1e2b689b3 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:03.628387 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ac6625c8-afd0-4583-9171-7cd431a459cf req-59ae94d8-d220-4966-854b-e9a1e2b689b3 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1645160 Feb 07 01:46:03.692514 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ac6625c8-afd0-4583-9171-7cd431a459cf req-c57640a1-194c-45d8-a90b-f873d408c6c3 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573802 Feb 07 01:46:03.874176 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c00281-2154-47b9-98d3-dd06866fff46 req-760a2cfa-53d8-4b42-830c-337f862f8096 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:03.875913 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-59c00281-2154-47b9-98d3-dd06866fff46 req-760a2cfa-53d8-4b42-830c-337f862f8096 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.1681161 Feb 07 01:46:03.948198 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-59c00281-2154-47b9-98d3-dd06866fff46 req-3ba76861-2c33-4aa8-8b4a-c370fcf17361 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646501 Feb 07 01:46:04.168121 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc15006-e0d1-4b34-a81f-11688b42a483 req-507bc1b1-040d-4d0e-bccb-675a0efc37e1 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:04.169980 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6bc15006-e0d1-4b34-a81f-11688b42a483 req-507bc1b1-040d-4d0e-bccb-675a0efc37e1 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 947 time: 0.2011092 Feb 07 01:46:04.288221 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6bc15006-e0d1-4b34-a81f-11688b42a483 req-3ad93faa-519e-4b6c-b315-d09dc8f4f13c tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/security-groups?id=229e323b-0f0a-4783-93de-22cf0804438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101804 Feb 07 01:46:04.594329 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7c768-654b-4f1c-ac76-a270a4cf1f8b req-d32ab5cf-ab7e-4da1-91e5-4df26e83f407 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:04.602963 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d5a7c768-654b-4f1c-ac76-a270a4cf1f8b req-d32ab5cf-ab7e-4da1-91e5-4df26e83f407 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.2649879 Feb 07 01:46:04.639934 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e631fb-1981-4f2f-ae74-0354998ae1f5 req-a77beb42-8103-4c35-bad7-6e18dc47fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:04.641687 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-58e631fb-1981-4f2f-ae74-0354998ae1f5 req-a77beb42-8103-4c35-bad7-6e18dc47fffd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf900df8f787450599a27a266d50017b&device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 1162 time: 0.1516531 Feb 07 01:46:04.650334 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device c6665d6b-25e1-4e51-a5da-c6618c894e7b up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:46:04.723040 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d5a7c768-654b-4f1c-ac76-a270a4cf1f8b req-460ed5b8-65db-4773-9754-a4672d49e26a tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187329 Feb 07 01:46:04.747179 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port c6665d6b-25e1-4e51-a5da-c6618c894e7b triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:46:04.747686 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:04.823955 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e631fb-1981-4f2f-ae74-0354998ae1f5 req-fe279556-b54d-4c90-9d4e-5cc7940d3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:04.825838 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-58e631fb-1981-4f2f-ae74-0354998ae1f5 req-fe279556-b54d-4c90-9d4e-5cc7940d3dfd service neutron] 10.222.0.45 "GET /v2.0/networks?id=08866757-d3c7-4c94-a1bb-5736c8720014 HTTP/1.1" status: 200 len: 904 time: 0.1739407 Feb 07 01:46:04.885693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 53c738f1-651f-44b3-a2e5-8e7621f36822 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:46:04.972089 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-58e631fb-1981-4f2f-ae74-0354998ae1f5 req-2fbcae96-438f-4543-a907-886e2bee0e93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc HTTP/1.1" status: 200 len: 1001 time: 0.1382267 Feb 07 01:46:04.991319 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning for port 53c738f1-651f-44b3-a2e5-8e7621f36822 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:46:05.004405 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 53c738f1-651f-44b3-a2e5-8e7621f36822 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:46:05.004838 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:05.038248 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bf245-66e7-491d-bd7a-d518b468197a req-7a77c0f3-3858-4a98-975d-aebc8d1818fc tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:05.040786 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c09bf245-66e7-491d-bd7a-d518b468197a req-7a77c0f3-3858-4a98-975d-aebc8d1818fc tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2002869 Feb 07 01:46:05.068274 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e631fb-1981-4f2f-ae74-0354998ae1f5 req-1a504478-fe3c-4278-a73a-02875e370c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:05.069938 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-58e631fb-1981-4f2f-ae74-0354998ae1f5 req-1a504478-fe3c-4278-a73a-02875e370c9c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcafc843-a804-40f2-8b05-784a1ee2cb10 HTTP/1.1" status: 200 len: 849 time: 0.0887477 Feb 07 01:46:05.124982 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c09bf245-66e7-491d-bd7a-d518b468197a req-8d6c0f68-c2f7-4c66-8b66-302f86be1da1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756061 Feb 07 01:46:05.183211 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e631fb-1981-4f2f-ae74-0354998ae1f5 req-16e4fbda-bb06-4abc-be00-69ec33e46f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:05.185052 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-58e631fb-1981-4f2f-ae74-0354998ae1f5 req-16e4fbda-bb06-4abc-be00-69ec33e46f4a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08866757-d3c7-4c94-a1bb-5736c8720014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1010594 Feb 07 01:46:05.185863 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:05.218013 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c738f1-651f-44b3-a2e5-8e7621f36822'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:46:05.230561 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 53c738f1-651f-44b3-a2e5-8e7621f36822, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=53c738f1-651f-44b3-a2e5-8e7621f36822,segment=NetworkSegment(a1c91c6e-fe4d-4699-87a8-95c55a763f2b),segment_id=a1c91c6e-fe4d-4699-87a8-95c55a763f2b)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:46:05.240518 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:05.241594 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:46:05.289906 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device cf6a6c36-cbf9-4538-8664-4b28a15b5a66 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:46:05.364293 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c738f1-651f-44b3-a2e5-8e7621f36822', 'code': 200} Feb 07 01:46:05.368600 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-58e631fb-1981-4f2f-ae74-0354998ae1f5 req-352286d2-13ab-42b4-b741-362dc5bb0785 service neutron] 10.222.0.45 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739936 Feb 07 01:46:05.392176 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] No Port match for: cf6a6c36-cbf9-4538-8664-4b28a15b5a66 {{(pid=79943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 07 01:46:05.392660 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device cf6a6c36-cbf9-4538-8664-4b28a15b5a66 not bound to the agent host hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:46:05.463136 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=53c738f1-651f-44b3-a2e5-8e7621f36822,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:46:05.487469 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.487910 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.488303 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.488691 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.489075 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.489580 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.489929 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.490885 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.491225 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.495267 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.495702 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.496096 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.496550 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.496937 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.497440 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.497817 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.498190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.498564 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.498961 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.499332 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.499703 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.500080 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.500450 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.500813 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:05.515662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:46:05.578627 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-58e631fb-1981-4f2f-ae74-0354998ae1f5 req-596b1360-905b-4588-aaf4-385c4002b3d2 service neutron] 10.222.0.45 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1786015 Feb 07 01:46:05.805934 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7624e94-04d3-4e94-9be1-d0e8427d6a24 req-60f2da2c-5e7a-4660-9bd4-241db5391d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:05.810167 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c7624e94-04d3-4e94-9be1-d0e8427d6a24 req-60f2da2c-5e7a-4660-9bd4-241db5391d69 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 1166 time: 0.1333849 Feb 07 01:46:05.862495 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2fdb4-e983-4ea7-a6ea-a214ec7f5c97 req-ecaafc0c-25a4-4066-8561-2cdd4ff7080a tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:05.864477 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-07f2fdb4-e983-4ea7-a6ea-a214ec7f5c97 req-ecaafc0c-25a4-4066-8561-2cdd4ff7080a tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 949 time: 0.3132238 Feb 07 01:46:05.915350 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c7624e94-04d3-4e94-9be1-d0e8427d6a24 req-2f04c424-6e40-4c52-a29c-6728e41078d2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=229e323b-0f0a-4783-93de-22cf0804438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974300 Feb 07 01:46:05.971430 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-07f2fdb4-e983-4ea7-a6ea-a214ec7f5c97 req-ea43c0ff-931a-41c2-842d-5d7e8d50045c tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/security-groups?id=229e323b-0f0a-4783-93de-22cf0804438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989532 Feb 07 01:46:06.352822 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defeb8bd-4db0-4ff9-bf96-1c7b82abbdf6 req-68e849a9-0ded-485d-9aff-568fcec40a1a tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:06.354511 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-defeb8bd-4db0-4ff9-bf96-1c7b82abbdf6 req-68e849a9-0ded-485d-9aff-568fcec40a1a tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.4154787 Feb 07 01:46:06.433072 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-defeb8bd-4db0-4ff9-bf96-1c7b82abbdf6 req-0d059253-21f6-4d02-92c5-479155c633a1 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704212 Feb 07 01:46:06.726839 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:46:06.800995 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:46:06.801412 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:06.921352 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device c6665d6b-25e1-4e51-a5da-c6618c894e7b up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:46:06.993689 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port c6665d6b-25e1-4e51-a5da-c6618c894e7b triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:46:06.994032 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:07.120454 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 53c738f1-651f-44b3-a2e5-8e7621f36822 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:46:07.201929 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 53c738f1-651f-44b3-a2e5-8e7621f36822 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:46:07.202354 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:07.310901 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d8d22-e7af-4988-8dcb-4711b1378f64 req-b4e1b028-c08d-4ffb-a0c5-e6ec85ecda85 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:07.318944 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a55d8d22-e7af-4988-8dcb-4711b1378f64 req-b4e1b028-c08d-4ffb-a0c5-e6ec85ecda85 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 949 time: 0.2019374 Feb 07 01:46:07.477222 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a55d8d22-e7af-4988-8dcb-4711b1378f64 req-d8a0b020-2347-43e5-99c6-33115e88de54 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/security-groups?id=229e323b-0f0a-4783-93de-22cf0804438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573217 Feb 07 01:46:07.627702 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c25b58-4524-462b-abc2-5a2d0248aa92 req-f2443036-4abb-4022-9390-c4f9765c11f7 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:07.643434 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c1c25b58-4524-462b-abc2-5a2d0248aa92 req-f2443036-4abb-4022-9390-c4f9765c11f7 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2795973 Feb 07 01:46:07.774351 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c1c25b58-4524-462b-abc2-5a2d0248aa92 req-c9871780-e80d-4089-9a70-a6dd49d97928 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878303 Feb 07 01:46:07.875246 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbed5f-25ac-450a-b6d5-b76fcc9ee33c req-1b3f5a35-1905-4ea0-8823-d81c73119c08 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:07.883204 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6dcbed5f-25ac-450a-b6d5-b76fcc9ee33c req-1b3f5a35-1905-4ea0-8823-d81c73119c08 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.2385304 Feb 07 01:46:07.953952 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6dcbed5f-25ac-450a-b6d5-b76fcc9ee33c req-33f60e4c-c6c5-4aa8-93e2-69348a253ba8 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697324 Feb 07 01:46:08.742461 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:46:08.854271 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b5885-2cb2-40b4-8ae8-eaf5a731afc5 req-04282035-6acf-41c3-b18c-698fe517638f tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:08.863131 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-929b5885-2cb2-40b4-8ae8-eaf5a731afc5 req-04282035-6acf-41c3-b18c-698fe517638f tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 949 time: 0.2580607 Feb 07 01:46:08.911293 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:46:08.912723 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:09.003512 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-929b5885-2cb2-40b4-8ae8-eaf5a731afc5 req-528f26a8-1dba-41c1-b6c2-49b7c85eff43 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/security-groups?id=229e323b-0f0a-4783-93de-22cf0804438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307788 Feb 07 01:46:09.153961 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 53c738f1-651f-44b3-a2e5-8e7621f36822 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:46:09.256627 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 53c738f1-651f-44b3-a2e5-8e7621f36822 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:46:09.257037 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:09.305873 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0e4a1-c4ad-4eb4-8360-9e5595511943 req-54d20f5e-3dca-4318-a8a7-89b65735891c tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:09.307612 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8bf0e4a1-c4ad-4eb4-8360-9e5595511943 req-54d20f5e-3dca-4318-a8a7-89b65735891c tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.1682658 Feb 07 01:46:09.376060 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8bf0e4a1-c4ad-4eb4-8360-9e5595511943 req-99bf229b-6866-4da7-a574-06feba352e99 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619247 Feb 07 01:46:09.911360 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9c339-181b-42d3-ad0b-fc551549f820 req-8ddfe62f-f519-4d02-a32c-d86ac98aea2d tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:09.913112 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d9e9c339-181b-42d3-ad0b-fc551549f820 req-8ddfe62f-f519-4d02-a32c-d86ac98aea2d tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 949 time: 0.1721268 Feb 07 01:46:09.980098 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d9e9c339-181b-42d3-ad0b-fc551549f820 req-e504ca5f-584a-4c62-842c-41a27d03b5d4 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/security-groups?id=229e323b-0f0a-4783-93de-22cf0804438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595653 Feb 07 01:46:11.283924 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de9743-f89f-4abf-9399-ba05ee9b7d68 req-c8f4dddd-0397-4a74-8b88-32c668b31ce8 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:11.285638 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08de9743-f89f-4abf-9399-ba05ee9b7d68 req-c8f4dddd-0397-4a74-8b88-32c668b31ce8 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 949 time: 0.1649230 Feb 07 01:46:11.323775 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-34d5194b-461b-4ec5-adfd-35e45c1f84b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:11.353834 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08de9743-f89f-4abf-9399-ba05ee9b7d68 req-86bba2f3-59c0-40ce-b97b-5fe00b326767 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/security-groups?id=229e323b-0f0a-4783-93de-22cf0804438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612290 Feb 07 01:46:12.471016 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2acbdf6-e03a-4115-89c7-dd06e0827938 req-cc20e85d-5daa-486a-a31b-43aa34370750 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:12.472603 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c2acbdf6-e03a-4115-89c7-dd06e0827938 req-cc20e85d-5daa-486a-a31b-43aa34370750 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1724565 Feb 07 01:46:12.478258 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41173a94-921c-4ef1-925a-c55223e75faa req-582f2aeb-7999-4ee3-87b1-dca59a68ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:12.480143 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-41173a94-921c-4ef1-925a-c55223e75faa req-582f2aeb-7999-4ee3-87b1-dca59a68ca6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a02770029d734bc0abe3e3995c6a5abd&device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 1163 time: 0.1083429 Feb 07 01:46:12.542590 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c2acbdf6-e03a-4115-89c7-dd06e0827938 req-5b5ce76f-98e9-48a0-838f-428688f8eb03 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617783 Feb 07 01:46:12.733661 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41173a94-921c-4ef1-925a-c55223e75faa req-97dc03a4-f85b-401d-b25b-0cb25583d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:12.735947 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-41173a94-921c-4ef1-925a-c55223e75faa req-97dc03a4-f85b-401d-b25b-0cb25583d7a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5 HTTP/1.1" status: 200 len: 913 time: 0.1504171 Feb 07 01:46:12.818451 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-41173a94-921c-4ef1-925a-c55223e75faa req-99c6d90a-8dbf-4cbc-bb36-71778ce6a223 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6665d6b-25e1-4e51-a5da-c6618c894e7b HTTP/1.1" status: 200 len: 217 time: 0.0707369 Feb 07 01:46:12.848022 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a5f3a-e746-4cd7-a39d-79de1e05b078 req-46145c8d-9115-4873-a161-6a289bd9fedb tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:12.850330 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-478a5f3a-e746-4cd7-a39d-79de1e05b078 req-46145c8d-9115-4873-a161-6a289bd9fedb tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 949 time: 0.2383790 Feb 07 01:46:12.908917 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41173a94-921c-4ef1-925a-c55223e75faa req-5cca1f6a-e73b-47d3-adbf-4ec50d1ed0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:12.910791 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-41173a94-921c-4ef1-925a-c55223e75faa req-5cca1f6a-e73b-47d3-adbf-4ec50d1ed0d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=448b1d84-79a2-406e-aaae-d8f13e43358f HTTP/1.1" status: 200 len: 859 time: 0.0779293 Feb 07 01:46:12.987873 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-41173a94-921c-4ef1-925a-c55223e75faa req-fce6b2d8-b31a-4833-a6d9-50a17839d505 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572269 Feb 07 01:46:12.988384 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e836d7-6d71-4893-b7f5-af997e29b180 req-d53ba57b-d454-49c4-be1b-c11bca254990 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:12.996079 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-23e836d7-6d71-4893-b7f5-af997e29b180 req-d53ba57b-d454-49c4-be1b-c11bca254990 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 949 time: 0.3135705 Feb 07 01:46:13.087332 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-23e836d7-6d71-4893-b7f5-af997e29b180 req-7c502941-1a6c-4d5c-a49d-8e21859fcbc4 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/security-groups?id=229e323b-0f0a-4783-93de-22cf0804438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902040 Feb 07 01:46:13.130222 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-478a5f3a-e746-4cd7-a39d-79de1e05b078 req-b597e4af-d388-4eef-ad62-8a1da2b8cbd3 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Deleting port 53c738f1-651f-44b3-a2e5-8e7621f36822 {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:46:13.130589 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-478a5f3a-e746-4cd7-a39d-79de1e05b078 req-b597e4af-d388-4eef-ad62-8a1da2b8cbd3 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:13.173198 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-41173a94-921c-4ef1-925a-c55223e75faa req-df10661f-176d-47cb-aa7d-467f357f0160 service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616189 Feb 07 01:46:13.327022 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-41173a94-921c-4ef1-925a-c55223e75faa req-6bc94306-e214-4842-b53c-2d5865ae2c9d service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1460228 Feb 07 01:46:13.402492 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-478a5f3a-e746-4cd7-a39d-79de1e05b078 req-b597e4af-d388-4eef-ad62-8a1da2b8cbd3 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] For port 53c738f1-651f-44b3-a2e5-8e7621f36822, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=53c738f1-651f-44b3-a2e5-8e7621f36822,segment=NetworkSegment(a1c91c6e-fe4d-4699-87a8-95c55a763f2b),segment_id=a1c91c6e-fe4d-4699-87a8-95c55a763f2b)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:46:13.402930 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-478a5f3a-e746-4cd7-a39d-79de1e05b078 req-b597e4af-d388-4eef-ad62-8a1da2b8cbd3 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:13.553224 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-478a5f3a-e746-4cd7-a39d-79de1e05b078 req-b597e4af-d388-4eef-ad62-8a1da2b8cbd3 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Calling delete_port for 53c738f1-651f-44b3-a2e5-8e7621f36822 owned by compute:nova {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:46:13.609911 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:13.793969 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5725-d3dc-4a43-9a5f-a553a6a3719b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:13.834723 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-478a5f3a-e746-4cd7-a39d-79de1e05b078 req-b597e4af-d388-4eef-ad62-8a1da2b8cbd3 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:13.837723 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 53c738f1-651f-44b3-a2e5-8e7621f36822 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:46:13.856796 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:46:13.878405 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] No Port match for: 53c738f1-651f-44b3-a2e5-8e7621f36822 {{(pid=79943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 07 01:46:13.878837 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 53c738f1-651f-44b3-a2e5-8e7621f36822 not bound to the agent host hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:46:13.909808 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597e4af-d388-4eef-ad62-8a1da2b8cbd3 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Pushing event deleted for resources: {'Port': ['ID=53c738f1-651f-44b3-a2e5-8e7621f36822,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:46:13.919578 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b597e4af-d388-4eef-ad62-8a1da2b8cbd3 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:46:14.001953 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9d6a2-4446-45f8-a609-26c354f1602a req-c4e23bf6-9a65-4e36-bc25-e578f21b1ce0 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:14.003709 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b8a9d6a2-4446-45f8-a609-26c354f1602a req-c4e23bf6-9a65-4e36-bc25-e578f21b1ce0 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2912734 Feb 07 01:46:14.046914 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:14.173327 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b8a9d6a2-4446-45f8-a609-26c354f1602a req-19d5e724-073d-44e7-9a1b-d691cf5cfd51 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574278 Feb 07 01:46:14.229772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-478a5f3a-e746-4cd7-a39d-79de1e05b078 req-b597e4af-d388-4eef-ad62-8a1da2b8cbd3 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] No DVR routers for this DVR port 53c738f1-651f-44b3-a2e5-8e7621f36822 on host hv-cinder-74014 {{(pid=79942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:46:14.232464 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-478a5f3a-e746-4cd7-a39d-79de1e05b078 req-b597e4af-d388-4eef-ad62-8a1da2b8cbd3 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:14.245225 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d', 'name': 'network-vif-deleted', 'tag': '53c738f1-651f-44b3-a2e5-8e7621f36822'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:46:14.252687 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-478a5f3a-e746-4cd7-a39d-79de1e05b078 req-b597e4af-d388-4eef-ad62-8a1da2b8cbd3 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.45 "DELETE /v2.0/ports/53c738f1-651f-44b3-a2e5-8e7621f36822 HTTP/1.1" status: 204 len: 173 time: 1.3940682 Feb 07 01:46:14.387846 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-e07e70b1-1cf4-4ef7-a2f3-0eaa707ff4a9 req-49f67b69-2b64-438b-b1da-f17915f1d51f tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Synchronizing usage tracker for tenant:863144abbee54dd9a64a564ef0515b1f on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:46:14.405470 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-e07e70b1-1cf4-4ef7-a2f3-0eaa707ff4a9 req-49f67b69-2b64-438b-b1da-f17915f1d51f tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Unset dirty status for tenant:863144abbee54dd9a64a564ef0515b1f on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:46:14.412085 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e07e70b1-1cf4-4ef7-a2f3-0eaa707ff4a9 req-49f67b69-2b64-438b-b1da-f17915f1d51f tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d HTTP/1.1" status: 200 len: 210 time: 0.0918798 Feb 07 01:46:14.514966 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffbe4f1-2d56-484f-9ff5-3e10cd3bbb3d', 'name': 'network-vif-deleted', 'tag': '53c738f1-651f-44b3-a2e5-8e7621f36822', 'status': 'completed', 'code': 200} Feb 07 01:46:15.029245 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:15.315671 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-6c5fb7b6-9dc5-474e-be54-163760f0cbdb tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:15.317544 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-6c5fb7b6-9dc5-474e-be54-163760f0cbdb tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/networks?id=56f4f79f-3bca-4b2b-9099-334cf5c63d91 HTTP/1.1" status: 200 len: 814 time: 0.2941365 Feb 07 01:46:15.335742 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-0e52362b-493f-4506-8053-219fa5c65dce tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/quotas/baa366e3c1934c45aad39752ece3850b HTTP/1.1" status: 200 len: 375 time: 0.0114655 Feb 07 01:46:15.530748 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:15.586412 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1013b5-85e0-4a7e-96bc-73ef78826cb5 req-a505b59c-4b26-4ffa-9879-dd9cc9847c47 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:15.589181 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1c1013b5-85e0-4a7e-96bc-73ef78826cb5 req-a505b59c-4b26-4ffa-9879-dd9cc9847c47 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1990314 Feb 07 01:46:15.697950 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-1c027658-a759-4af4-9f8b-02f1e7664c14 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=baa366e3c1934c45aad39752ece3850b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3560224 Feb 07 01:46:15.727898 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1c1013b5-85e0-4a7e-96bc-73ef78826cb5 req-e54c4eb3-2851-4610-9501-ae712dfb9df4 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330416 Feb 07 01:46:16.076672 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-7f1247c1-be28-4ae8-8b76-bbaedc87e26c service neutron] 10.222.0.52 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691838 Feb 07 01:46:16.225059 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-33699772-0512-4276-b720-7261a5c3fe41 service neutron] 10.222.0.52 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1418006 Feb 07 01:46:16.514063 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3f51dfce-cbb0-4b86-b35d-9357fbc00ef0 req-23deeb3c-2236-4f37-863d-3b61625b57d0 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 210 time: 0.1025198 Feb 07 01:46:17.058617 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3194e-0d24-421b-8fe4-0a7e45aa90cc req-1761828b-2a72-4024-b3c7-75305044fcbf tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:17.069737 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-42a3194e-0d24-421b-8fe4-0a7e45aa90cc req-1761828b-2a72-4024-b3c7-75305044fcbf tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1856644 Feb 07 01:46:17.141763 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-42a3194e-0d24-421b-8fe4-0a7e45aa90cc req-51f3f2e5-6b2f-46a2-a284-52e25fb9ef4f tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708320 Feb 07 01:46:17.721023 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0c74078b-f360-4067-878f-605bc2fe96a5 req-fe526422-9d48-4025-91d8-eef89eaf72dd tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 210 time: 0.0546403 Feb 07 01:46:18.022950 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a3a88957-3fa9-48a1-8524-3ea5cbe958c3 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:18.024570 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a3a88957-3fa9-48a1-8524-3ea5cbe958c3 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.45 "GET /v2.0/networks?id=56f4f79f-3bca-4b2b-9099-334cf5c63d91 HTTP/1.1" status: 200 len: 814 time: 0.2479935 Feb 07 01:46:18.077677 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-192cf11f-4c45-4884-8f45-88b91db949d1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Request body: {'port': {'device_id': '6fb33e6e-9d95-4aea-9aad-c91fd435cae6', 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91', 'admin_state_up': True, 'tenant_id': 'baa366e3c1934c45aad39752ece3850b'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:46:18.258757 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-192cf11f-4c45-4884-8f45-88b91db949d1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:46:18.263647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-192cf11f-4c45-4884-8f45-88b91db949d1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Usage tracker for resource:port and tenant:baa366e3c1934c45aad39752ece3850b is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:46:18.267248 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-192cf11f-4c45-4884-8f45-88b91db949d1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:46:18.273948 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-192cf11f-4c45-4884-8f45-88b91db949d1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:46:18.322066 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-192cf11f-4c45-4884-8f45-88b91db949d1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Made reservation on behalf of baa366e3c1934c45aad39752ece3850b for: {'port': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:46:18.343571 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-192cf11f-4c45-4884-8f45-88b91db949d1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:18.608267 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e0c61-3405-4798-8000-fe55c09c41f0 req-0a005382-2600-4326-b8d7-e27d2330b226 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:18.609995 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b74e0c61-3405-4798-8000-fe55c09c41f0 req-0a005382-2600-4326-b8d7-e27d2330b226 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.3294220 Feb 07 01:46:18.743106 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b74e0c61-3405-4798-8000-fe55c09c41f0 req-282a65a4-de6b-4679-a20a-cd03bac4db3f tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247463 Feb 07 01:46:18.827517 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-192cf11f-4c45-4884-8f45-88b91db949d1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Allocated IP 172.20.0.12 (56f4f79f-3bca-4b2b-9099-334cf5c63d91/8100aead-6371-470f-922e-c96f1eea8ca9/a6936702-71e2-47a9-9f0e-6c842adf26bf) {{(pid=79942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:46:18.942752 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1abae1de-6d2b-4200-a049-1bb46988dd61 req-f1bb180a-13b8-4393-8a1d-8943371e58fe tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 210 time: 0.0618291 Feb 07 01:46:19.111022 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-192cf11f-4c45-4884-8f45-88b91db949d1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks [] for port, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:19.142668 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-192cf11f-4c45-4884-8f45-88b91db949d1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:19.160745 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:46:19.312974 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cf11f-4c45-4884-8f45-88b91db949d1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Pushing event updated for resources: {'Port': ['ID=a6936702-71e2-47a9-9f0e-6c842adf26bf,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:46:19.317422 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-192cf11f-4c45-4884-8f45-88b91db949d1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:46:19.365591 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-192cf11f-4c45-4884-8f45-88b91db949d1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Network 56f4f79f-3bca-4b2b-9099-334cf5c63d91 is already hosted by enough agents. {{(pid=79942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:46:19.366772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-192cf11f-4c45-4884-8f45-88b91db949d1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Resources bound (agent type, host, resource id): {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:46:19.369111 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-192cf11f-4c45-4884-8f45-88b91db949d1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Received port after_create {{(pid=79942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:46:19.500319 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-192cf11f-4c45-4884-8f45-88b91db949d1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:19.501057 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-192cf11f-4c45-4884-8f45-88b91db949d1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:19.522467 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-192cf11f-4c45-4884-8f45-88b91db949d1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4493356 Feb 07 01:46:19.549107 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Request body: {'port': {'device_id': '6fb33e6e-9d95-4aea-9aad-c91fd435cae6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:46:19.681724 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:20.132969 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:46:20.162844 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca103e7e-3e37-4a79-bdd9-daecc6b2c643 req-c2a8ae0e-b1bc-4919-aaac-3d98a30e3e4e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:20.164565 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ca103e7e-3e37-4a79-bdd9-daecc6b2c643 req-c2a8ae0e-b1bc-4919-aaac-3d98a30e3e4e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2764244 Feb 07 01:46:20.315819 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ca103e7e-3e37-4a79-bdd9-daecc6b2c643 req-bb912296-922a-461d-85d7-2de59f0e4b5c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073089 Feb 07 01:46:20.477261 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417fe9b-5645-415b-a835-e73361079393 req-69b43f7f-19eb-4fe1-83c4-84bbd0655c7e tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:20.478088 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-c417fe9b-5645-415b-a835-e73361079393 req-69b43f7f-19eb-4fe1-83c4-84bbd0655c7e tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Synchronizing usage tracker for tenant:baa366e3c1934c45aad39752ece3850b on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:46:20.489832 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6936702-71e2-47a9-9f0e-6c842adf26bf {{(pid=79942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 07 01:46:20.500535 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:20.515925 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-c417fe9b-5645-415b-a835-e73361079393 req-69b43f7f-19eb-4fe1-83c4-84bbd0655c7e tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Unset dirty status for tenant:baa366e3c1934c45aad39752ece3850b on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:46:20.517200 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c417fe9b-5645-415b-a835-e73361079393 req-69b43f7f-19eb-4fe1-83c4-84bbd0655c7e tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 932 time: 0.3496358 Feb 07 01:46:20.519635 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Transition to ACTIVE for port object a6936702-71e2-47a9-9f0e-6c842adf26bf will not be triggered until provisioned by entity L2. {{(pid=79942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:46:20.523111 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852760648'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:20.555629 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-192cf11f-4c45-4884-8f45-88b91db949d1 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:46:20.923768 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Pushing event updated for resources: {'Port': ['ID=a6936702-71e2-47a9-9f0e-6c842adf26bf,revision_number=2']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:46:20.927702 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:46:20.953090 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c417fe9b-5645-415b-a835-e73361079393 req-3f26c53b-1729-4c9e-9404-9c39f2b9c156 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287448 Feb 07 01:46:21.128495 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Attempting to bind port a6936702-71e2-47a9-9f0e-6c842adf26bf on host hv-cinder-74014 for vnic_type normal with profile {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:46:21.128801 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Attempting to bind port a6936702-71e2-47a9-9f0e-6c842adf26bf by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '7da7ba85-1432-44ad-84bc-24ee5b1556ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91'}] {{(pid=79942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:46:21.129195 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Attempting to bind port a6936702-71e2-47a9-9f0e-6c842adf26bf on network 56f4f79f-3bca-4b2b-9099-334cf5c63d91 {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:46:21.135369 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Checking agent: {'id': 'b7cc771a-d95a-4267-9fb0-ee0cef286fca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 41, 44), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:46:21.135777 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Checking segment: {'id': '7da7ba85-1432-44ad-84bc-24ee5b1556ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:46:21.136174 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:21.136572 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Bound using segment: {'id': '7da7ba85-1432-44ad-84bc-24ee5b1556ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91'} {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:46:21.137061 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Bound port: a6936702-71e2-47a9-9f0e-6c842adf26bf, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da7ba85-1432-44ad-84bc-24ee5b1556ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '56f4f79f-3bca-4b2b-9099-334cf5c63d91'}}] {{(pid=79942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:46:21.137431 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:21.236172 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] For port a6936702-71e2-47a9-9f0e-6c842adf26bf, host hv-cinder-74014, cleared binding levels {{(pid=79942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:46:21.240443 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] For port a6936702-71e2-47a9-9f0e-6c842adf26bf, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=a6936702-71e2-47a9-9f0e-6c842adf26bf,segment=NetworkSegment(7da7ba85-1432-44ad-84bc-24ee5b1556ba),segment_id=7da7ba85-1432-44ad-84bc-24ee5b1556ba)] {{(pid=79942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:46:21.243777 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852760648'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:21.259414 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:46:21.422510 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Pushing event updated for resources: {'Port': ['ID=a6936702-71e2-47a9-9f0e-6c842adf26bf,revision_number=3']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:46:21.426663 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:46:21.556509 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:21.557196 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:21.558671 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] 10.222.0.45 "PUT /v2.0/ports/a6936702-71e2-47a9-9f0e-6c842adf26bf HTTP/1.1" status: 200 len: 1158 time: 2.0145400 Feb 07 01:46:21.559222 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb33e6e-9d95-4aea-9aad-c91fd435cae6', 'tag': 'a6936702-71e2-47a9-9f0e-6c842adf26bf'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:46:21.711251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efa432-2e56-4e4f-8c21-17d4a803cb4f req-21cb3f1c-bc31-4963-9d96-9914aa8c6725 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:21.713016 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-46efa432-2e56-4e4f-8c21-17d4a803cb4f req-21cb3f1c-bc31-4963-9d96-9914aa8c6725 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2214105 Feb 07 01:46:21.796689 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb33e6e-9d95-4aea-9aad-c91fd435cae6', 'tag': 'a6936702-71e2-47a9-9f0e-6c842adf26bf', 'status': 'completed', 'code': 200} Feb 07 01:46:21.839645 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-46efa432-2e56-4e4f-8c21-17d4a803cb4f req-a349693b-aac9-4e39-9627-fb159aa9a751 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840890 Feb 07 01:46:21.861665 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-cad215dc-849d-4345-84fc-25514577aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:21.863600 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-cad215dc-849d-4345-84fc-25514577aa32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=baa366e3c1934c45aad39752ece3850b&device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 1161 time: 0.1495478 Feb 07 01:46:21.955317 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-e65c7aaa-caf6-4c17-a9bb-011903a3604c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6936702-71e2-47a9-9f0e-6c842adf26bf HTTP/1.1" status: 200 len: 217 time: 0.0771852 Feb 07 01:46:22.041440 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-3f11a806-692d-4435-a1ad-f31411023807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:22.043055 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-3f11a806-692d-4435-a1ad-f31411023807 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8100aead-6371-470f-922e-c96f1eea8ca9 HTTP/1.1" status: 200 len: 854 time: 0.0778315 Feb 07 01:46:22.132173 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-120dfdfe-0ec9-401f-8c6f-717271ffadcf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56f4f79f-3bca-4b2b-9099-334cf5c63d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808330 Feb 07 01:46:22.440015 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef5f92-7689-4f29-a5eb-f488b0861c98 req-fb27dd37-1b7d-471b-9dc8-d3a7913bb418 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:22.448599 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-86ef5f92-7689-4f29-a5eb-f488b0861c98 req-fb27dd37-1b7d-471b-9dc8-d3a7913bb418 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 944 time: 0.3192725 Feb 07 01:46:22.471572 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-38c6c504-6132-41b1-a53b-3a84fab73939 service neutron] 10.222.0.45 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030107 Feb 07 01:46:22.560116 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-86ef5f92-7689-4f29-a5eb-f488b0861c98 req-0f6ffc64-31c7-4e91-9f07-667f4570d4b8 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100142 Feb 07 01:46:22.681534 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9285e0a7-478a-4879-b24f-0712bd1507c2 req-90a2ea8b-7f39-4aa9-8685-872d28858249 service neutron] 10.222.0.45 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1914644 Feb 07 01:46:22.864659 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f45b9c-2ef4-4e96-a02e-22183edc299d req-7d5aa937-381e-486d-afce-3d6de5cc5c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:22.867300 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-52f45b9c-2ef4-4e96-a02e-22183edc299d req-7d5aa937-381e-486d-afce-3d6de5cc5c4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=baa366e3c1934c45aad39752ece3850b&device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 1161 time: 0.0851622 Feb 07 01:46:23.127257 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f45b9c-2ef4-4e96-a02e-22183edc299d req-2e5d7253-c439-4962-86a2-77807447e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:23.129271 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-52f45b9c-2ef4-4e96-a02e-22183edc299d req-2e5d7253-c439-4962-86a2-77807447e675 service neutron] 10.222.0.45 "GET /v2.0/networks?id=56f4f79f-3bca-4b2b-9099-334cf5c63d91 HTTP/1.1" status: 200 len: 908 time: 0.2460680 Feb 07 01:46:23.229750 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bc81e-c2a6-41a7-89a9-2b2b75117eb8 req-e7489ee0-7509-4f7f-8d72-a1eedaa7ede6 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:23.231761 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ed8bc81e-c2a6-41a7-89a9-2b2b75117eb8 req-e7489ee0-7509-4f7f-8d72-a1eedaa7ede6 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2318115 Feb 07 01:46:23.327081 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-52f45b9c-2ef4-4e96-a02e-22183edc299d req-481ebc6e-6c1f-4b8e-80ab-4c198d109bae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6936702-71e2-47a9-9f0e-6c842adf26bf HTTP/1.1" status: 200 len: 217 time: 0.0938728 Feb 07 01:46:23.423895 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ed8bc81e-c2a6-41a7-89a9-2b2b75117eb8 req-1cf2f0ea-e47c-4328-9be9-7af7d7dd6a77 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219683 Feb 07 01:46:23.440809 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f45b9c-2ef4-4e96-a02e-22183edc299d req-ede02d53-79d6-415b-b374-085047b743d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:23.443313 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-52f45b9c-2ef4-4e96-a02e-22183edc299d req-ede02d53-79d6-415b-b374-085047b743d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8100aead-6371-470f-922e-c96f1eea8ca9 HTTP/1.1" status: 200 len: 854 time: 0.0968826 Feb 07 01:46:23.499938 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-52f45b9c-2ef4-4e96-a02e-22183edc299d req-07a2057e-60ab-4ee6-ab92-5e20bd0fbdcf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=56f4f79f-3bca-4b2b-9099-334cf5c63d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485380 Feb 07 01:46:23.651539 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-52f45b9c-2ef4-4e96-a02e-22183edc299d req-1ee51e7a-4451-4b31-a4d4-80c46be9391f service neutron] 10.222.0.45 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438799 Feb 07 01:46:23.884125 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-52f45b9c-2ef4-4e96-a02e-22183edc299d req-f45d90a5-bfe2-4b79-bc44-bf71267e0ce7 service neutron] 10.222.0.45 "GET /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2162907 Feb 07 01:46:23.971186 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d1024-ea90-4b72-a626-5e8b0ffae686 req-2bfb36c7-5606-40c6-9935-1ca1490ccd9e tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:23.972897 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ac5d1024-ea90-4b72-a626-5e8b0ffae686 req-2bfb36c7-5606-40c6-9935-1ca1490ccd9e tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 944 time: 0.2592826 Feb 07 01:46:24.047407 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ac5d1024-ea90-4b72-a626-5e8b0ffae686 req-92d0e2ba-ecee-4d38-acde-9edaeaee76bc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677412 Feb 07 01:46:24.733342 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fcdb1-0a2e-4dbb-a35a-b11023b0caec req-8d731b91-add8-4b9d-ad5e-3d0d2cbbe9a2 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:24.734991 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-468fcdb1-0a2e-4dbb-a35a-b11023b0caec req-8d731b91-add8-4b9d-ad5e-3d0d2cbbe9a2 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1736372 Feb 07 01:46:24.799626 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-468fcdb1-0a2e-4dbb-a35a-b11023b0caec req-f60f2074-5a89-46cf-a669-8318a23e6b52 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582652 Feb 07 01:46:25.410833 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17901a-159a-4ca2-9d8c-f9a07bd105d4 req-de606410-9915-4961-829f-af86a34f1c5e tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:25.413601 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ea17901a-159a-4ca2-9d8c-f9a07bd105d4 req-de606410-9915-4961-829f-af86a34f1c5e tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 944 time: 0.2378628 Feb 07 01:46:25.492637 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ea17901a-159a-4ca2-9d8c-f9a07bd105d4 req-7aeac663-efdf-4a2f-8a7b-1b2018ef495d tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725315 Feb 07 01:46:26.107660 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4c70f-ea46-4f66-a6ad-3fc0f3f13b75 req-1ad916ae-c440-4497-8c07-22c6e6f9b41c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:26.109275 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d6e4c70f-ea46-4f66-a6ad-3fc0f3f13b75 req-1ad916ae-c440-4497-8c07-22c6e6f9b41c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1708167 Feb 07 01:46:26.191550 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d6e4c70f-ea46-4f66-a6ad-3fc0f3f13b75 req-e89fae59-d571-4fef-9676-6b3b1b982e1e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750318 Feb 07 01:46:26.794984 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46799-85f0-433f-97e1-937c86c7a571 req-0ea46524-ca33-43ca-8044-76a7a6c8c3e3 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:26.796671 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-58b46799-85f0-433f-97e1-937c86c7a571 req-0ea46524-ca33-43ca-8044-76a7a6c8c3e3 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 944 time: 0.1637182 Feb 07 01:46:26.862432 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-58b46799-85f0-433f-97e1-937c86c7a571 req-34cae8cc-8f55-4896-9d7c-832cf56bfe56 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584829 Feb 07 01:46:27.501657 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2523d-7068-4663-b635-3de599bb013d req-0ed3da8d-be88-487b-b77c-e924b111315d tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:27.503822 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-bbc2523d-7068-4663-b635-3de599bb013d req-0ed3da8d-be88-487b-b77c-e924b111315d tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1805456 Feb 07 01:46:27.591740 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-bbc2523d-7068-4663-b635-3de599bb013d req-facb0eaa-a7ea-4874-b4f6-bb13b4bfb893 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804014 Feb 07 01:46:28.165212 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1913fe0-6a85-4c14-a8be-ae03fc5ef475 req-a13bd0c4-53d1-4069-9735-bb2a716d0b53 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:28.167128 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f1913fe0-6a85-4c14-a8be-ae03fc5ef475 req-a13bd0c4-53d1-4069-9735-bb2a716d0b53 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 944 time: 0.1702006 Feb 07 01:46:28.238665 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f1913fe0-6a85-4c14-a8be-ae03fc5ef475 req-c8bb580f-1a9b-475d-bbf7-2ee32b75a301 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650599 Feb 07 01:46:28.885705 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15ac1c-0fda-41d1-b7c5-170310fba51b req-0344f7da-ff83-4e47-96d8-511aaca500fc tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:28.887984 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8c15ac1c-0fda-41d1-b7c5-170310fba51b req-0344f7da-ff83-4e47-96d8-511aaca500fc tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1704431 Feb 07 01:46:28.957395 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8c15ac1c-0fda-41d1-b7c5-170310fba51b req-46a7e196-eb60-4afc-93fa-bb3a48b7dd6a tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630307 Feb 07 01:46:29.578307 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b0da4-7576-4e85-bfdb-c8d358d8fe19 req-c2ef4334-a998-4387-bd13-a80c4774006b tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:29.580070 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e51b0da4-7576-4e85-bfdb-c8d358d8fe19 req-c2ef4334-a998-4387-bd13-a80c4774006b tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 944 time: 0.1760042 Feb 07 01:46:29.648921 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e51b0da4-7576-4e85-bfdb-c8d358d8fe19 req-a2683dd2-8a46-4fc8-8f28-33cbe17d0458 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605550 Feb 07 01:46:30.408967 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605fd2a-e0ce-4410-a7bd-1b39f674b457 req-ca772b58-5c6e-4aae-8493-9d19592f85a3 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:30.410770 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8605fd2a-e0ce-4410-a7bd-1b39f674b457 req-ca772b58-5c6e-4aae-8493-9d19592f85a3 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1716166 Feb 07 01:46:30.501069 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8605fd2a-e0ce-4410-a7bd-1b39f674b457 req-7838e8f5-cdf2-4842-8772-0c937e997d50 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822432 Feb 07 01:46:31.153598 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e342d1-dc08-480b-85dc-16cfdc009b2c req-a82775e6-8556-447d-87b8-4e24686078f0 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:31.155458 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f6e342d1-dc08-480b-85dc-16cfdc009b2c req-a82775e6-8556-447d-87b8-4e24686078f0 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 944 time: 0.3741713 Feb 07 01:46:31.227438 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f6e342d1-dc08-480b-85dc-16cfdc009b2c req-d7b0b0b2-71c9-42df-90b8-ebc0011e3b24 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646191 Feb 07 01:46:31.802918 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883cfd8-4a8e-4c2c-856e-02a736fc227d req-9d225f02-217b-4ff3-91f8-b15456c5fa2e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:31.804581 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0883cfd8-4a8e-4c2c-856e-02a736fc227d req-9d225f02-217b-4ff3-91f8-b15456c5fa2e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1622427 Feb 07 01:46:31.875919 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0883cfd8-4a8e-4c2c-856e-02a736fc227d req-6624cf4b-be9d-4bef-aa5e-4ebe15382194 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640478 Feb 07 01:46:32.544884 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbe06c-50e9-4c75-a188-fbc8e4ba08f4 req-647cd26a-ea68-4403-ae6c-0c9e875b9366 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:32.546498 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-47bbe06c-50e9-4c75-a188-fbc8e4ba08f4 req-647cd26a-ea68-4403-ae6c-0c9e875b9366 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 944 time: 0.1836796 Feb 07 01:46:32.612365 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-47bbe06c-50e9-4c75-a188-fbc8e4ba08f4 req-8988fdb8-50a7-41ab-8211-423bb952cf9d tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584381 Feb 07 01:46:33.185051 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb212cd-5cf2-4974-91d8-4130cac617fe req-9f735b17-a12f-44a5-bb4b-6b865965d02c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:33.186668 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dcb212cd-5cf2-4974-91d8-4130cac617fe req-9f735b17-a12f-44a5-bb4b-6b865965d02c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1738446 Feb 07 01:46:33.251533 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dcb212cd-5cf2-4974-91d8-4130cac617fe req-9f3040ea-7752-4505-81e2-8ab08960e3c3 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582421 Feb 07 01:46:33.963966 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30770bed-4996-4733-9830-63bcddf0b3b9 req-8e8be5d0-142f-460d-8f79-37bfd498f05f tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:33.965883 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-30770bed-4996-4733-9830-63bcddf0b3b9 req-8e8be5d0-142f-460d-8f79-37bfd498f05f tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 944 time: 0.1963758 Feb 07 01:46:34.043516 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-30770bed-4996-4733-9830-63bcddf0b3b9 req-ec6220b9-1c09-4800-97c8-b9a07210f793 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704622 Feb 07 01:46:34.576305 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e543b-0125-435e-bb5f-fa40047a6455 req-d52aed4d-b967-48d6-9dd8-6d07c4fe2037 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:34.577888 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-406e543b-0125-435e-bb5f-fa40047a6455 req-d52aed4d-b967-48d6-9dd8-6d07c4fe2037 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1870236 Feb 07 01:46:34.647989 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-406e543b-0125-435e-bb5f-fa40047a6455 req-db0d3f8c-588f-4f17-b222-7b20a25c6db3 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633190 Feb 07 01:46:35.345957 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b029ba1-77c2-4ec3-a168-4ed369585c17 req-4a9c9df1-fdb9-4d3b-a92f-2cd10f7eecc5 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:35.347709 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6b029ba1-77c2-4ec3-a168-4ed369585c17 req-4a9c9df1-fdb9-4d3b-a92f-2cd10f7eecc5 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 944 time: 0.1691432 Feb 07 01:46:35.423424 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6b029ba1-77c2-4ec3-a168-4ed369585c17 req-fdb900f4-56ad-408a-aef1-6aac337f8700 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676434 Feb 07 01:46:35.610137 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cae384e9-b416-40c6-9bf2-08de148a18f1 req-9358f8ac-b8fd-459d-8664-90762356125b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0825875 Feb 07 01:46:35.744267 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae384e9-b416-40c6-9bf2-08de148a18f1 req-35860375-3d44-4590-b4c5-b2cf17f0fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:35.747502 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cae384e9-b416-40c6-9bf2-08de148a18f1 req-35860375-3d44-4590-b4c5-b2cf17f0fdd9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf900df8f787450599a27a266d50017b&device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 1162 time: 0.0944216 Feb 07 01:46:36.070997 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0d01b-c7c1-4703-b3db-cbba1c74ca81 req-5d8197d0-8d8f-47d6-8ff3-1df5bbe3b711 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:36.074997 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dba0d01b-c7c1-4703-b3db-cbba1c74ca81 req-5d8197d0-8d8f-47d6-8ff3-1df5bbe3b711 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2932713 Feb 07 01:46:36.101418 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae384e9-b416-40c6-9bf2-08de148a18f1 req-a38dc142-388a-4742-9838-989bd6be968d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:36.102917 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cae384e9-b416-40c6-9bf2-08de148a18f1 req-a38dc142-388a-4742-9838-989bd6be968d service neutron] 10.222.0.45 "GET /v2.0/networks?id=08866757-d3c7-4c94-a1bb-5736c8720014 HTTP/1.1" status: 200 len: 904 time: 0.2838824 Feb 07 01:46:36.214893 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dba0d01b-c7c1-4703-b3db-cbba1c74ca81 req-40cdc778-2211-417c-9acd-c7332f4dabc1 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317282 Feb 07 01:46:36.253106 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cae384e9-b416-40c6-9bf2-08de148a18f1 req-7998ba74-32ea-4ec1-84b4-7c4789eacaca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc HTTP/1.1" status: 200 len: 1001 time: 0.1331072 Feb 07 01:46:36.337075 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae384e9-b416-40c6-9bf2-08de148a18f1 req-1528ceb7-01f2-4275-9d2c-248811fc99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:36.338662 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cae384e9-b416-40c6-9bf2-08de148a18f1 req-1528ceb7-01f2-4275-9d2c-248811fc99d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcafc843-a804-40f2-8b05-784a1ee2cb10 HTTP/1.1" status: 200 len: 849 time: 0.0723786 Feb 07 01:46:36.458730 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae384e9-b416-40c6-9bf2-08de148a18f1 req-368563e2-30a6-4d75-be1f-e07bf6abdf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:36.460833 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cae384e9-b416-40c6-9bf2-08de148a18f1 req-368563e2-30a6-4d75-be1f-e07bf6abdf6a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08866757-d3c7-4c94-a1bb-5736c8720014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1098113 Feb 07 01:46:36.814589 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cae384e9-b416-40c6-9bf2-08de148a18f1 req-4dbde157-c6db-41f6-82e0-7fba8a3533e1 service neutron] 10.222.0.45 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307140 Feb 07 01:46:36.907006 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd3cad-ff02-4f28-8cca-06ec109e341a req-abe5f545-a186-4a44-82b7-dff870daf424 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:36.908688 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-73cd3cad-ff02-4f28-8cca-06ec109e341a req-abe5f545-a186-4a44-82b7-dff870daf424 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 944 time: 0.2235816 Feb 07 01:46:37.071578 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-73cd3cad-ff02-4f28-8cca-06ec109e341a req-6b6b50e3-8df6-4497-831b-8770371146be tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369972 Feb 07 01:46:37.109592 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cae384e9-b416-40c6-9bf2-08de148a18f1 req-155d4f4a-e93f-4b9f-8833-3ce9ec487452 service neutron] 10.222.0.45 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1998451 Feb 07 01:46:37.565552 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185493b9-73ca-420e-bf5f-5958333e5bff req-87adb2d5-82ae-48e3-afeb-125582cb5ef8 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:37.568814 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-185493b9-73ca-420e-bf5f-5958333e5bff req-87adb2d5-82ae-48e3-afeb-125582cb5ef8 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2082613 Feb 07 01:46:37.641404 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-185493b9-73ca-420e-bf5f-5958333e5bff req-921ca3a6-5fdb-476f-8eb8-e032bab3eaca tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674186 Feb 07 01:46:38.447306 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6d087-c837-48f4-af0e-c54b13a905cc req-646f65cf-5ec1-4a0a-8db6-ed01c0e9d687 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:38.449365 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dab6d087-c837-48f4-af0e-c54b13a905cc req-646f65cf-5ec1-4a0a-8db6-ed01c0e9d687 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 944 time: 0.2141149 Feb 07 01:46:38.552256 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dab6d087-c837-48f4-af0e-c54b13a905cc req-484ab260-c240-4f03-9df2-5f5e7039202d tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952852 Feb 07 01:46:39.015991 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d741725-ec03-44ae-849e-2b16f7896cbc req-c4ebd6fb-a2d9-4fef-8a38-c10732c33baf tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:39.017958 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4d741725-ec03-44ae-849e-2b16f7896cbc req-c4ebd6fb-a2d9-4fef-8a38-c10732c33baf tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1790826 Feb 07 01:46:39.087773 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4d741725-ec03-44ae-849e-2b16f7896cbc req-9ae82085-7f84-45c5-95e9-a1b4723c0a53 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624185 Feb 07 01:46:39.845272 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d3554-6ec6-48ea-b4d8-27443a656312 req-59427816-9af2-41b5-881a-e0d427e56867 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:39.846984 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fa3d3554-6ec6-48ea-b4d8-27443a656312 req-59427816-9af2-41b5-881a-e0d427e56867 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 944 time: 0.1740546 Feb 07 01:46:39.909797 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fa3d3554-6ec6-48ea-b4d8-27443a656312 req-44c339ef-e098-4bff-a757-70438f3778cc tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560758 Feb 07 01:46:40.405343 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8181d22-8153-4688-9e93-f30dd96bca32 req-83aefc17-2359-47be-8562-1cd0d61bbd3b tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:40.413206 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a8181d22-8153-4688-9e93-f30dd96bca32 req-83aefc17-2359-47be-8562-1cd0d61bbd3b tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1874781 Feb 07 01:46:40.511489 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a8181d22-8153-4688-9e93-f30dd96bca32 req-6a589146-abb0-4a47-973c-1346b99ba031 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972180 Feb 07 01:46:40.596273 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 46430) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:46:40.794575 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-564765cf-041d-4ae4-aa56-77982d637c03 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=863144abbee54dd9a64a564ef0515b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969523 Feb 07 01:46:40.797125 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 46436) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:46:40.862520 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a242b9e1-9c5c-486f-a96a-f728c94241b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:40.890523 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a242b9e1-9c5c-486f-a96a-f728c94241b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:40.941876 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a242b9e1-9c5c-486f-a96a-f728c94241b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:40.947863 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f0410a76-dba3-424d-9dbe-ae74b77bd37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:46:40.963671 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242b9e1-9c5c-486f-a96a-f728c94241b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229e323b-0f0a-4783-93de-22cf0804438a,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:46:40.966199 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a242b9e1-9c5c-486f-a96a-f728c94241b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:40.970494 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-a242b9e1-9c5c-486f-a96a-f728c94241b3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/229e323b-0f0a-4783-93de-22cf0804438a HTTP/1.1" status: 204 len: 168 time: 0.1722240 Feb 07 01:46:40.971624 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a242b9e1-9c5c-486f-a96a-f728c94241b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:46:41.290647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d5155-6212-4bbb-9a38-740a0f4615e1 req-87d30444-0cbb-4801-b8b5-1425f43253e0 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:41.292694 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-959d5155-6212-4bbb-9a38-740a0f4615e1 req-87d30444-0cbb-4801-b8b5-1425f43253e0 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 944 time: 0.1888182 Feb 07 01:46:41.319387 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3a04f14c-44a1-4493-bd86-6c6eead926cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:41.366116 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-959d5155-6212-4bbb-9a38-740a0f4615e1 req-be1e129f-3630-4431-9257-b7c964e1f1ca tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669346 Feb 07 01:46:41.478107 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device a6936702-71e2-47a9-9f0e-6c842adf26bf up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:46:41.567632 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning for port a6936702-71e2-47a9-9f0e-6c842adf26bf completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:46:41.573714 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port a6936702-71e2-47a9-9f0e-6c842adf26bf triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:46:41.574135 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:41.837895 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833ea74-d03e-4c2c-aeb8-21859295fa34 req-07a06b2b-4518-4e06-858d-15638574b69b tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:41.839620 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9833ea74-d03e-4c2c-aeb8-21859295fa34 req-07a06b2b-4518-4e06-858d-15638574b69b tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1841385 Feb 07 01:46:41.876062 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:41.914612 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9833ea74-d03e-4c2c-aeb8-21859295fa34 req-e831cd0a-203a-44ab-900b-f2570ebd1766 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674963 Feb 07 01:46:41.921629 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb33e6e-9d95-4aea-9aad-c91fd435cae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6936702-71e2-47a9-9f0e-6c842adf26bf'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:46:41.936857 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port a6936702-71e2-47a9-9f0e-6c842adf26bf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=a6936702-71e2-47a9-9f0e-6c842adf26bf,segment=NetworkSegment(7da7ba85-1432-44ad-84bc-24ee5b1556ba),segment_id=7da7ba85-1432-44ad-84bc-24ee5b1556ba)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:46:41.944133 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:41.946232 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:46:41.995073 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb33e6e-9d95-4aea-9aad-c91fd435cae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6936702-71e2-47a9-9f0e-6c842adf26bf', 'code': 200} Feb 07 01:46:42.032598 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=a6936702-71e2-47a9-9f0e-6c842adf26bf,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:46:42.036658 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:46:42.321176 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbab1a2-2c31-4ed7-938e-c7c5c7c0e0b2 req-999a33d7-5520-434b-a7b0-a1507e711547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:42.322825 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fcbab1a2-2c31-4ed7-938e-c7c5c7c0e0b2 req-999a33d7-5520-434b-a7b0-a1507e711547 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 1163 time: 0.0838125 Feb 07 01:46:42.401793 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fcbab1a2-2c31-4ed7-938e-c7c5c7c0e0b2 req-94704993-60a8-40f0-ac14-ed72f768d6e5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376532 Feb 07 01:46:42.471829 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device a6936702-71e2-47a9-9f0e-6c842adf26bf up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:46:42.548851 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port a6936702-71e2-47a9-9f0e-6c842adf26bf triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:46:42.551079 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:42.716758 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2eb93a-1f65-477b-86d3-b3ee1f772d7a req-eb544ca6-dc9b-4faa-86e3-cc3f9ab6b552 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:42.718458 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7a2eb93a-1f65-477b-86d3-b3ee1f772d7a req-eb544ca6-dc9b-4faa-86e3-cc3f9ab6b552 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 946 time: 0.2016106 Feb 07 01:46:42.783856 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7a2eb93a-1f65-477b-86d3-b3ee1f772d7a req-8e683b52-acc8-4fab-a611-6f3661034f4f tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591207 Feb 07 01:46:43.216407 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0ae17-20d9-4002-970d-31076cf36c5b req-b15e08c6-072f-45f2-b8df-f3a5ba331b0b tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:43.218249 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f6b0ae17-20d9-4002-970d-31076cf36c5b req-b15e08c6-072f-45f2-b8df-f3a5ba331b0b tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1764812 Feb 07 01:46:43.481526 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f6b0ae17-20d9-4002-970d-31076cf36c5b req-68e3ca12-3a53-4f78-8f3e-b2725f6d3c4d tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559419 Feb 07 01:46:43.616751 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:43.707341 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aa8f88d5-0123-45e1-a1cc-566eb13cf9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:44.066323 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:44.088595 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfb766-b07b-4345-9c87-c9cf3534399c req-4b739ef4-4a8c-43aa-a41b-47c9c0aa98e0 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:44.090449 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1bcfb766-b07b-4345-9c87-c9cf3534399c req-4b739ef4-4a8c-43aa-a41b-47c9c0aa98e0 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 946 time: 0.1741502 Feb 07 01:46:44.157077 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1bcfb766-b07b-4345-9c87-c9cf3534399c req-ce84e146-2388-47a8-b052-901bb10e8ef4 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601201 Feb 07 01:46:44.591968 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 46572) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:46:44.717121 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d53a5b8-d4cb-4b57-9763-20b95ee6fc7c admin admin] Deleting subnet a447ad23-e82d-41b9-9dac-bf0b6a82fdae {{(pid=79942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 07 01:46:44.724163 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5d53a5b8-d4cb-4b57-9763-20b95ee6fc7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:44.865828 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0af49-e48f-4857-ae1d-f5d0d5cd3de5 req-f5c0401e-9ca5-4311-b036-2f481636253b tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:44.867383 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b9e0af49-e48f-4857-ae1d-f5d0d5cd3de5 req-f5c0401e-9ca5-4311-b036-2f481636253b tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2363260 Feb 07 01:46:44.869650 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5d53a5b8-d4cb-4b57-9763-20b95ee6fc7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852759826'] for subnet, precommit_delete_associations {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:44.977351 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b9e0af49-e48f-4857-ae1d-f5d0d5cd3de5 req-2b0de0de-a2df-4ad6-b958-d1829e1ed0fa tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783992 Feb 07 01:46:44.980337 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5d53a5b8-d4cb-4b57-9763-20b95ee6fc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-10855'] for subnet, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:45.024621 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:45.264426 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5d53a5b8-d4cb-4b57-9763-20b95ee6fc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854764961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852760723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378118'] for subnet, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:45.306132 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:46:45.479212 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53a5b8-d4cb-4b57-9763-20b95ee6fc7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a447ad23-e82d-41b9-9dac-bf0b6a82fdae,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:46:45.494652 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5d53a5b8-d4cb-4b57-9763-20b95ee6fc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:46:45.510728 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5d53a5b8-d4cb-4b57-9763-20b95ee6fc7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:45.523757 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-5d53a5b8-d4cb-4b57-9763-20b95ee6fc7c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a447ad23-e82d-41b9-9dac-bf0b6a82fdae HTTP/1.1" status: 204 len: 168 time: 0.9305785 Feb 07 01:46:45.526681 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 46592) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:46:45.539213 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:45.622917 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f80a1a-acda-46f7-ac4c-04ad3a2ab38e req-dc372929-ee46-427f-a9a6-05bb0157592f tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:45.624590 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-29f80a1a-acda-46f7-ac4c-04ad3a2ab38e req-dc372929-ee46-427f-a9a6-05bb0157592f tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 946 time: 0.3195443 Feb 07 01:46:45.641350 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854360936'] for network, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:45.695342 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-29f80a1a-acda-46f7-ac4c-04ad3a2ab38e req-1a5ca0e8-6d7d-49f7-89d7-d2b151492350 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644302 Feb 07 01:46:45.838325 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14300', 'neutron.services.segments.db._delete_segments_for_network-8754015628454'] for network, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:45.948837 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63fdeabf-b958-4d18-83a6-e04f65396f3c']}} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:46:45.961945 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520a3b4a-0d79-47d8-ba1f-b45251e071d9') {'for_net_delete': True} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:46:45.962281 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520a3b4a-0d79-47d8-ba1f-b45251e071d9') {} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:46:45.973900 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754015625143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852707660'] for segment, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:45.988926 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:45.990866 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=79941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 07 01:46:46.175179 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Network 63fdeabf-b958-4d18-83a6-e04f65396f3c has no segments {{(pid=79941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:46:46.184367 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2420048'] for segment, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:46.281598 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f606c-be2a-4ffc-8b1b-8599d4cdd684 req-a37bdf23-73c2-46c5-be83-056c35113e24 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:46.283320 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-623f606c-be2a-4ffc-8b1b-8599d4cdd684 req-a37bdf23-73c2-46c5-be83-056c35113e24 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1699486 Feb 07 01:46:46.355034 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-623f606c-be2a-4ffc-8b1b-8599d4cdd684 req-7e582b8b-fcdf-4961-b7b0-910981101f71 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622678 Feb 07 01:46:46.366045 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Network 63fdeabf-b958-4d18-83a6-e04f65396f3c has no segments {{(pid=79941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: Traceback (most recent call last): Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: timer() Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: cb(*args, **kw) Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: return func(*args, **kwargs) Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: self._notify() Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: self.callback(batched_events) Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: event.method(event) Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: segment_id)['aggregates'][0] Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: return f(self, *a, **k) Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: return self._get(url).json() Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: **kwargs) Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: return self.request(url, 'GET', **kwargs) Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: **endpoint_filter) Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 01:46:46.390499 dv-cinder-740146-7-smb neutron-server[79830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 01:46:46.475503 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680321'] for network, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:46.479293 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9d8fb494-2279-4772-bbf1-eb84f8e859e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:46:46.494363 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:46.506555 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=63fdeabf-b958-4d18-83a6-e04f65396f3c,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:46:46.517584 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.517861 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.518268 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.518668 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.519116 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.519513 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.519906 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.520336 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.520725 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.521116 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.522207 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.522602 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.523078 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.523473 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.523857 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.524254 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.524640 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.525025 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.525412 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.525796 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.526182 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.526567 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.526994 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.527386 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:46.535947 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/63fdeabf-b958-4d18-83a6-e04f65396f3c HTTP/1.1" status: 204 len: 168 time: 1.0075560 Feb 07 01:46:46.543455 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-7e4b8f16-a949-4cd3-8d34-b9d2614227a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:46:46.676732 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 46610) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:46:46.731520 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-10e0ba4f-0c6d-4323-9ba5-7d9092d8b6f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=458d85ffa04943ada9b2f305c2c8f029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511448 Feb 07 01:46:46.731775 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 46616) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:46:46.792751 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:46.820793 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:47.020067 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673f5f1-46a8-4c0f-8986-0fbfc9def0f9 req-d7bcffe0-26aa-42f1-ae9a-41e2a25b393c tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:47.021686 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f673f5f1-46a8-4c0f-8986-0fbfc9def0f9 req-d7bcffe0-26aa-42f1-ae9a-41e2a25b393c tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 946 time: 0.1935987 Feb 07 01:46:47.022563 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:47.027801 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-196c241f-e81c-4400-819d-bc95d2b80e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:46:47.059072 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e1634a-bcf9-4afe-bbd1-97ab69db354c,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:46:47.073313 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.073721 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.074121 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.074517 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.074935 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.075328 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.075714 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.076143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.076529 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.076911 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.077296 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.077674 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.078113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.078497 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.078902 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.079290 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.079669 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.080050 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.080429 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.080810 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.081192 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.081572 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.081951 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.082329 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:46:47.086976 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:46:47.101427 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:47.105150 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-136e7d7b-0f89-41f5-9911-ac4c2907390f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/81e1634a-bcf9-4afe-bbd1-97ab69db354c HTTP/1.1" status: 204 len: 168 time: 0.3698871 Feb 07 01:46:47.132207 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f673f5f1-46a8-4c0f-8986-0fbfc9def0f9 req-03c5fd59-3afd-4a96-83e4-0567eab5571f tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916903 Feb 07 01:46:47.679911 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbea184-d7f7-4b68-a274-4d915646fd88 req-3c4784f0-5723-4ef3-b0b5-e45395bb9073 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:47.681695 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ecbea184-d7f7-4b68-a274-4d915646fd88 req-3c4784f0-5723-4ef3-b0b5-e45395bb9073 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1879210 Feb 07 01:46:47.752785 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ecbea184-d7f7-4b68-a274-4d915646fd88 req-03de306d-0052-430b-afba-4ea6f28843eb tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645432 Feb 07 01:46:48.049370 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 46654) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:46:48.209214 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-db50f086-b299-48d8-b82c-37562d1ec1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:48.224142 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-db50f086-b299-48d8-b82c-37562d1ec1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:46:48.228166 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-db50f086-b299-48d8-b82c-37562d1ec1a9 admin admin] Usage tracker for resource:security_group_rule and tenant:54de1a3531c947509b8a31adfccf765a is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:46:48.231126 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-db50f086-b299-48d8-b82c-37562d1ec1a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:46:48.236927 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-db50f086-b299-48d8-b82c-37562d1ec1a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:46:48.329890 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-db50f086-b299-48d8-b82c-37562d1ec1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:48.335380 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-db50f086-b299-48d8-b82c-37562d1ec1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:48.344970 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c9f002ec-3479-45ca-a183-6ef0d826f7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:46:48.387253 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-db50f086-b299-48d8-b82c-37562d1ec1a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54de1a3531c947509b8a31adfccf765a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366823 Feb 07 01:46:48.388939 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50f086-b299-48d8-b82c-37562d1ec1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04ef501-4e07-4de0-8969-fc15c42f557b,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:46:48.390167 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 46664) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:46:48.392271 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-db50f086-b299-48d8-b82c-37562d1ec1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:46:48.467743 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fffd5cf5-6220-40f2-a681-3b74e23155df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:48.495668 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fffd5cf5-6220-40f2-a681-3b74e23155df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:48.546284 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fffd5cf5-6220-40f2-a681-3b74e23155df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:48.551486 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0016a9de-77b6-4978-853d-642ecde2a865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:46:48.565924 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd5cf5-6220-40f2-a681-3b74e23155df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04ef501-4e07-4de0-8969-fc15c42f557b,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:46:48.569078 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fffd5cf5-6220-40f2-a681-3b74e23155df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:46:48.570058 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fffd5cf5-6220-40f2-a681-3b74e23155df admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:48.575075 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-fffd5cf5-6220-40f2-a681-3b74e23155df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f04ef501-4e07-4de0-8969-fc15c42f557b HTTP/1.1" status: 204 len: 168 time: 0.1814580 Feb 07 01:46:49.086593 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc59b7-bab7-432f-b42e-9b0c4e771228 req-9498647d-d0f7-4276-8a37-a61056b963c8 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:49.088363 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4ffc59b7-bab7-432f-b42e-9b0c4e771228 req-9498647d-d0f7-4276-8a37-a61056b963c8 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1775382 Feb 07 01:46:49.163171 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4ffc59b7-bab7-432f-b42e-9b0c4e771228 req-93251b60-e60a-4aa3-b1ba-530b291b8668 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683711 Feb 07 01:46:50.481277 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35bf05-d2cc-4e23-b357-6f9bab270220 req-3d271444-5d81-4d53-a40a-3e1e3c49bddd tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:50.489857 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-aa35bf05-d2cc-4e23-b357-6f9bab270220 req-3d271444-5d81-4d53-a40a-3e1e3c49bddd tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2051926 Feb 07 01:46:50.570585 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-aa35bf05-d2cc-4e23-b357-6f9bab270220 req-88a238c1-01db-4bbd-85a4-6a76910922cd tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795450 Feb 07 01:46:51.768239 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 46760) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:46:51.866537 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce11675-06a3-42de-88ba-7eae8b4b0b39 req-bfe27ef1-b7d9-4b35-87f7-cb68d640d75e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:51.869166 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4ce11675-06a3-42de-88ba-7eae8b4b0b39 req-bfe27ef1-b7d9-4b35-87f7-cb68d640d75e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1766775 Feb 07 01:46:51.955451 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4ce11675-06a3-42de-88ba-7eae8b4b0b39 req-1df8711f-71ee-4292-9278-85f6b661473e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777054 Feb 07 01:46:51.985468 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7d43de12-3540-4a56-8989-fd6ed0fd53d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:52.024234 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-7d43de12-3540-4a56-8989-fd6ed0fd53d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:46:52.030140 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-7d43de12-3540-4a56-8989-fd6ed0fd53d5 admin admin] Usage tracker for resource:security_group_rule and tenant:8429b634139548a796c37f577bdd4b74 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:46:52.033475 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-7d43de12-3540-4a56-8989-fd6ed0fd53d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:46:52.041151 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-7d43de12-3540-4a56-8989-fd6ed0fd53d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:46:52.143256 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7d43de12-3540-4a56-8989-fd6ed0fd53d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:52.150757 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7d43de12-3540-4a56-8989-fd6ed0fd53d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:52.160949 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1b0c916e-2b17-4943-9aaa-9e8df3ac4bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:46:52.203017 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43de12-3540-4a56-8989-fd6ed0fd53d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992bcfe0-c100-4c21-8097-296279ec1383,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:46:52.211450 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 46778) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:46:52.221278 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-7d43de12-3540-4a56-8989-fd6ed0fd53d5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8429b634139548a796c37f577bdd4b74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527621 Feb 07 01:46:52.224329 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-7d43de12-3540-4a56-8989-fd6ed0fd53d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:46:52.275002 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-760faabd-dbc3-4a55-aa16-7fc967fe760f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:52.301390 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-760faabd-dbc3-4a55-aa16-7fc967fe760f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:52.356507 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-760faabd-dbc3-4a55-aa16-7fc967fe760f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:52.361961 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-51dbded3-3439-4bb3-b0b5-0785e26631e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:46:52.378656 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760faabd-dbc3-4a55-aa16-7fc967fe760f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992bcfe0-c100-4c21-8097-296279ec1383,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:46:52.384479 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-760faabd-dbc3-4a55-aa16-7fc967fe760f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:46:52.388881 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-760faabd-dbc3-4a55-aa16-7fc967fe760f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:52.392741 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-760faabd-dbc3-4a55-aa16-7fc967fe760f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/992bcfe0-c100-4c21-8097-296279ec1383 HTTP/1.1" status: 204 len: 168 time: 0.1775901 Feb 07 01:46:53.243452 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118dfab1-abb8-4fb1-8e5d-41ad98454b64 req-4750e6b1-9ea2-4daa-b5fc-3924e2aadf35 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:53.245165 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-118dfab1-abb8-4fb1-8e5d-41ad98454b64 req-4750e6b1-9ea2-4daa-b5fc-3924e2aadf35 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1655438 Feb 07 01:46:53.320140 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-118dfab1-abb8-4fb1-8e5d-41ad98454b64 req-927c7576-681e-4629-bfb1-9a8ea3e4ba85 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670927 Feb 07 01:46:54.613319 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f6bf1-afd0-47fe-a515-56f10c51a8d8 req-31844bee-1631-476c-990a-eb229b2e703b tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:54.614868 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6f1f6bf1-afd0-47fe-a515-56f10c51a8d8 req-31844bee-1631-476c-990a-eb229b2e703b tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1642573 Feb 07 01:46:54.678868 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6f1f6bf1-afd0-47fe-a515-56f10c51a8d8 req-2da4622f-fa13-4404-b0cb-031b71b0647d tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567374 Feb 07 01:46:55.608649 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ac00a-acc1-4638-ab76-e87b77240f79 req-a671213a-293e-48b4-a424-67464a2bef3d tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:55.610377 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-be0ac00a-acc1-4638-ab76-e87b77240f79 req-a671213a-293e-48b4-a424-67464a2bef3d tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 946 time: 0.1806524 Feb 07 01:46:55.681853 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-be0ac00a-acc1-4638-ab76-e87b77240f79 req-1a109b02-af18-4ebb-a229-e2d430aee4cd tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633602 Feb 07 01:46:55.983501 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b060ac-4418-49ae-a2c2-5d45f23f7d12 req-1ce139d5-a2fe-4a40-8f8b-24efc37924b0 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:55.985154 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-46b060ac-4418-49ae-a2c2-5d45f23f7d12 req-1ce139d5-a2fe-4a40-8f8b-24efc37924b0 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1662836 Feb 07 01:46:56.048330 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-46b060ac-4418-49ae-a2c2-5d45f23f7d12 req-ca839767-b1fc-4191-93a7-7c99bd7608a4 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568402 Feb 07 01:46:56.473846 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 46880) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:46:56.624428 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4a19-774b-4b7c-a359-3f229f160121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:56.639898 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-d1cd4a19-774b-4b7c-a359-3f229f160121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:46:56.643909 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-d1cd4a19-774b-4b7c-a359-3f229f160121 admin admin] Usage tracker for resource:security_group_rule and tenant:6419033507fb46829ee2f8786181865a is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:46:56.646848 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-d1cd4a19-774b-4b7c-a359-3f229f160121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:46:56.653171 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-d1cd4a19-774b-4b7c-a359-3f229f160121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:46:56.735698 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4a19-774b-4b7c-a359-3f229f160121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:56.739077 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d1cd4a19-774b-4b7c-a359-3f229f160121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:56.748369 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:46:56.797228 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-d1cd4a19-774b-4b7c-a359-3f229f160121 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6419033507fb46829ee2f8786181865a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195899 Feb 07 01:46:56.797228 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd4a19-774b-4b7c-a359-3f229f160121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d4849b-a1a6-4af5-a930-f08ade625008,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:46:56.799748 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d1cd4a19-774b-4b7c-a359-3f229f160121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:46:56.800219 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 46892) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:46:56.873506 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bab5c15f-740f-4d3b-b8f0-ac0473ceccfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:56.904430 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bab5c15f-740f-4d3b-b8f0-ac0473ceccfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:56.949440 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bab5c15f-740f-4d3b-b8f0-ac0473ceccfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:56.954478 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b0a094f8-a5b0-4a39-93c1-482516a7c574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:46:56.967995 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5c15f-740f-4d3b-b8f0-ac0473ceccfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d4849b-a1a6-4af5-a930-f08ade625008,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:46:56.972112 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bab5c15f-740f-4d3b-b8f0-ac0473ceccfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:46:56.977590 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bab5c15f-740f-4d3b-b8f0-ac0473ceccfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:56.981934 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-bab5c15f-740f-4d3b-b8f0-ac0473ceccfa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f2d4849b-a1a6-4af5-a930-f08ade625008 HTTP/1.1" status: 204 len: 168 time: 0.1802783 Feb 07 01:46:56.996372 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7af182-805b-4060-b2f5-8f5a9f05f68a req-60f27063-3b42-4b20-a08c-292bbc86eef4 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:56.999435 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0a7af182-805b-4060-b2f5-8f5a9f05f68a req-60f27063-3b42-4b20-a08c-292bbc86eef4 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 946 time: 0.1741946 Feb 07 01:46:57.084609 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0a7af182-805b-4060-b2f5-8f5a9f05f68a req-8c18fa25-9cde-4a51-87b3-18bdb7d079ef tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785906 Feb 07 01:46:57.134250 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:46:57.709686 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e643775-6b1a-45a8-a0c1-d54d0b8c0d96 req-c13bdc87-3285-4265-b8ff-b308c1966eaa tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:57.711496 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7e643775-6b1a-45a8-a0c1-d54d0b8c0d96 req-c13bdc87-3285-4265-b8ff-b308c1966eaa tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.4815609 Feb 07 01:46:57.749306 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac2348-d974-4c4b-8e3d-4eb2c1cb2485 req-207358aa-eca1-42bd-9863-05ff6863f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:57.750882 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-12ac2348-d974-4c4b-8e3d-4eb2c1cb2485 req-207358aa-eca1-42bd-9863-05ff6863f7c0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 1163 time: 0.2042789 Feb 07 01:46:57.801181 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7e643775-6b1a-45a8-a0c1-d54d0b8c0d96 req-eaa03c56-821d-46a8-a75d-f66a59864ff8 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817258 Feb 07 01:46:57.823787 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-12ac2348-d974-4c4b-8e3d-4eb2c1cb2485 req-222a2274-31a6-457c-9d40-c75083375575 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584323 Feb 07 01:46:58.394707 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef802a73-6487-47bc-9583-cf055bb826d0 req-d6dc93c4-6747-4672-8371-37e056acc0ff tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:58.396295 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ef802a73-6487-47bc-9583-cf055bb826d0 req-d6dc93c4-6747-4672-8371-37e056acc0ff tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 946 time: 0.1733761 Feb 07 01:46:58.516849 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ef802a73-6487-47bc-9583-cf055bb826d0 req-76a284dd-3826-463e-a8ac-ac3d84835a12 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843182 Feb 07 01:46:58.550198 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device a6936702-71e2-47a9-9f0e-6c842adf26bf no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:46:58.613844 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90c400-2d65-4e22-9bf4-4c1a2e1cff7a req-db1f6da6-4995-4a8a-b391-54b32c8b38da tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:58.615488 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-df90c400-2d65-4e22-9bf4-4c1a2e1cff7a req-db1f6da6-4995-4a8a-b391-54b32c8b38da tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 946 time: 0.2182415 Feb 07 01:46:58.669578 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:58.698079 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb33e6e-9d95-4aea-9aad-c91fd435cae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6936702-71e2-47a9-9f0e-6c842adf26bf'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:46:58.708605 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port a6936702-71e2-47a9-9f0e-6c842adf26bf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=a6936702-71e2-47a9-9f0e-6c842adf26bf,segment=NetworkSegment(7da7ba85-1432-44ad-84bc-24ee5b1556ba),segment_id=7da7ba85-1432-44ad-84bc-24ee5b1556ba)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:46:58.711911 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:58.713749 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:46:58.747008 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-df90c400-2d65-4e22-9bf4-4c1a2e1cff7a req-599508b1-8408-474a-86b6-365c30554f65 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Deleting port a6936702-71e2-47a9-9f0e-6c842adf26bf {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:46:58.747485 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-df90c400-2d65-4e22-9bf4-4c1a2e1cff7a req-599508b1-8408-474a-86b6-365c30554f65 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:58.764851 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb33e6e-9d95-4aea-9aad-c91fd435cae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6936702-71e2-47a9-9f0e-6c842adf26bf', 'code': 200} Feb 07 01:46:58.789296 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=a6936702-71e2-47a9-9f0e-6c842adf26bf,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:46:58.792905 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:46:59.086181 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-df90c400-2d65-4e22-9bf4-4c1a2e1cff7a req-599508b1-8408-474a-86b6-365c30554f65 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] For port a6936702-71e2-47a9-9f0e-6c842adf26bf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=a6936702-71e2-47a9-9f0e-6c842adf26bf,segment=NetworkSegment(7da7ba85-1432-44ad-84bc-24ee5b1556ba),segment_id=7da7ba85-1432-44ad-84bc-24ee5b1556ba)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:46:59.086420 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-df90c400-2d65-4e22-9bf4-4c1a2e1cff7a req-599508b1-8408-474a-86b6-365c30554f65 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:59.230002 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-df90c400-2d65-4e22-9bf4-4c1a2e1cff7a req-599508b1-8408-474a-86b6-365c30554f65 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Calling delete_port for a6936702-71e2-47a9-9f0e-6c842adf26bf owned by compute:nova {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:46:59.352593 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459a788-3b81-4dc5-8b2c-e743ce350f1b req-910b6419-c552-47e5-af52-b701c8bd99a2 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:46:59.354293 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a459a788-3b81-4dc5-8b2c-e743ce350f1b req-910b6419-c552-47e5-af52-b701c8bd99a2 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.3747633 Feb 07 01:46:59.450026 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a459a788-3b81-4dc5-8b2c-e743ce350f1b req-ec32b2e9-09bf-4d7d-808f-10fa79ee9307 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829589 Feb 07 01:46:59.530596 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-df90c400-2d65-4e22-9bf4-4c1a2e1cff7a req-599508b1-8408-474a-86b6-365c30554f65 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:59.638191 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:46:59.698547 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599508b1-8408-474a-86b6-365c30554f65 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Pushing event deleted for resources: {'Port': ['ID=a6936702-71e2-47a9-9f0e-6c842adf26bf,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:46:59.747131 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-599508b1-8408-474a-86b6-365c30554f65 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:46:59.751347 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7c3f2ddb-fe52-4ac9-a393-9c94d1597aa1 req-471d8247-d377-432c-b044-7cda8cdf00c8 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 210 time: 0.0638895 Feb 07 01:46:59.826551 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-df90c400-2d65-4e22-9bf4-4c1a2e1cff7a req-599508b1-8408-474a-86b6-365c30554f65 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] No DVR routers for this DVR port a6936702-71e2-47a9-9f0e-6c842adf26bf on host hv-cinder-74014 {{(pid=79942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:46:59.828867 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-df90c400-2d65-4e22-9bf4-4c1a2e1cff7a req-599508b1-8408-474a-86b6-365c30554f65 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:46:59.831694 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb33e6e-9d95-4aea-9aad-c91fd435cae6', 'name': 'network-vif-deleted', 'tag': 'a6936702-71e2-47a9-9f0e-6c842adf26bf'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:46:59.858359 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-df90c400-2d65-4e22-9bf4-4c1a2e1cff7a req-599508b1-8408-474a-86b6-365c30554f65 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.45 "DELETE /v2.0/ports/a6936702-71e2-47a9-9f0e-6c842adf26bf HTTP/1.1" status: 204 len: 173 time: 1.2000656 Feb 07 01:46:59.894501 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb33e6e-9d95-4aea-9aad-c91fd435cae6', 'name': 'network-vif-deleted', 'tag': 'a6936702-71e2-47a9-9f0e-6c842adf26bf', 'status': 'completed', 'code': 200} Feb 07 01:47:00.748801 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ced32-5b76-4325-b4d1-425033f0ac9a req-0122685b-8d10-44a9-b02d-fdce25f6ae7b tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:00.750571 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0b3ced32-5b76-4325-b4d1-425033f0ac9a req-0122685b-8d10-44a9-b02d-fdce25f6ae7b tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1640363 Feb 07 01:47:00.815114 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0b3ced32-5b76-4325-b4d1-425033f0ac9a req-2fa5194b-2547-4952-93bc-0eaad7b974df tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578985 Feb 07 01:47:00.982644 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-80b93a50-ab60-45f5-babd-64ad21d8cb24 req-3366836a-4790-4222-8191-0c44bec76081 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Synchronizing usage tracker for tenant:baa366e3c1934c45aad39752ece3850b on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:47:01.003583 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-80b93a50-ab60-45f5-babd-64ad21d8cb24 req-3366836a-4790-4222-8191-0c44bec76081 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Unset dirty status for tenant:baa366e3c1934c45aad39752ece3850b on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:47:01.005248 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-80b93a50-ab60-45f5-babd-64ad21d8cb24 req-3366836a-4790-4222-8191-0c44bec76081 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fb33e6e-9d95-4aea-9aad-c91fd435cae6 HTTP/1.1" status: 200 len: 210 time: 0.0814493 Feb 07 01:47:01.509367 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9d0d9-3fb8-49cc-b67a-17754bb47a8a req-f8648bf7-5979-4caa-ae05-a20b3d853aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:01.510924 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-19a9d0d9-3fb8-49cc-b67a-17754bb47a8a req-f8648bf7-5979-4caa-ae05-a20b3d853aa8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a02770029d734bc0abe3e3995c6a5abd&device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 1163 time: 0.1737938 Feb 07 01:47:01.599823 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d86b1-ec54-4e63-84af-202451ba150f req-07fb7f0b-1bcc-4472-a06b-ec27942f4e14 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:01.601535 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-394d86b1-ec54-4e63-84af-202451ba150f req-07fb7f0b-1bcc-4472-a06b-ec27942f4e14 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2199380 Feb 07 01:47:01.676814 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device c6665d6b-25e1-4e51-a5da-c6618c894e7b up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:01.752931 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port c6665d6b-25e1-4e51-a5da-c6618c894e7b triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:01.753544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:01.771416 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-394d86b1-ec54-4e63-84af-202451ba150f req-71923f38-79ee-4938-a595-3b5045a8e74a tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425991 Feb 07 01:47:01.808521 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9d0d9-3fb8-49cc-b67a-17754bb47a8a req-9c517602-a19a-4847-9bb0-7176806616c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:01.810332 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-19a9d0d9-3fb8-49cc-b67a-17754bb47a8a req-9c517602-a19a-4847-9bb0-7176806616c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5 HTTP/1.1" status: 200 len: 913 time: 0.2078438 Feb 07 01:47:01.890779 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-19a9d0d9-3fb8-49cc-b67a-17754bb47a8a req-0f8a648f-a47a-4fe9-827d-fb986e1d38c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6665d6b-25e1-4e51-a5da-c6618c894e7b HTTP/1.1" status: 200 len: 217 time: 0.0698183 Feb 07 01:47:01.958195 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9d0d9-3fb8-49cc-b67a-17754bb47a8a req-4baae11b-da1b-4244-aaf9-a11755761741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:01.959996 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-19a9d0d9-3fb8-49cc-b67a-17754bb47a8a req-4baae11b-da1b-4244-aaf9-a11755761741 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=448b1d84-79a2-406e-aaae-d8f13e43358f HTTP/1.1" status: 200 len: 859 time: 0.0622826 Feb 07 01:47:02.014428 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-19a9d0d9-3fb8-49cc-b67a-17754bb47a8a req-67377ae2-c1ec-472b-97d4-4d08eb3a0435 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a205ba43-3e4e-4964-ae5b-93d9dd658fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448678 Feb 07 01:47:02.159820 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-19a9d0d9-3fb8-49cc-b67a-17754bb47a8a req-abbf48e3-eeb6-41f5-867b-91f32352c9d0 service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365862 Feb 07 01:47:02.306605 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-19a9d0d9-3fb8-49cc-b67a-17754bb47a8a req-34734cf8-f2d0-435a-b892-3e2c02da6ddf service neutron] 10.222.0.45 "GET /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1383004 Feb 07 01:47:03.078141 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ee3e9-55a6-46df-9195-8c4e0ca604a4 req-285bcc92-726f-484a-ae6a-7a62f9e98872 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:03.079790 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7d3ee3e9-55a6-46df-9195-8c4e0ca604a4 req-285bcc92-726f-484a-ae6a-7a62f9e98872 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1766336 Feb 07 01:47:03.143233 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7d3ee3e9-55a6-46df-9195-8c4e0ca604a4 req-1753078d-97de-453e-99d7-6ff9f4db50d0 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569139 Feb 07 01:47:03.832381 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec566e-b585-48db-9a52-65ad50abed31 req-2225717f-80d4-4eb3-9846-0b5ac065c99e tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:03.834225 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8fec566e-b585-48db-9a52-65ad50abed31 req-2225717f-80d4-4eb3-9846-0b5ac065c99e tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=56573def-e2fe-419e-b677-032fcea2b737 HTTP/1.1" status: 200 len: 946 time: 0.1612635 Feb 07 01:47:03.899264 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8fec566e-b585-48db-9a52-65ad50abed31 req-4b8c2b43-7b42-4863-ad19-dd6ec38cd9ca tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581660 Feb 07 01:47:04.461084 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e56db3-871b-481a-bb65-fc01c2a871e0 req-917b391c-165b-4713-aa41-7ce26f135250 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:04.463010 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d1e56db3-871b-481a-bb65-fc01c2a871e0 req-917b391c-165b-4713-aa41-7ce26f135250 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1837819 Feb 07 01:47:04.530037 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d1e56db3-871b-481a-bb65-fc01c2a871e0 req-a31b34cd-fc25-45f4-bbcb-535b5bfc269d tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601723 Feb 07 01:47:04.665527 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device c6665d6b-25e1-4e51-a5da-c6618c894e7b up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:04.739481 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port c6665d6b-25e1-4e51-a5da-c6618c894e7b triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:04.740001 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:05.188987 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4940125-2ae4-49d5-ab1c-c906c2134311 req-58060353-f468-40b2-9991-d4a4cb5abc0a tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:05.190574 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d4940125-2ae4-49d5-ab1c-c906c2134311 req-58060353-f468-40b2-9991-d4a4cb5abc0a tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=56573def-e2fe-419e-b677-032fcea2b737 HTTP/1.1" status: 200 len: 946 time: 0.1629086 Feb 07 01:47:05.443465 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d4940125-2ae4-49d5-ab1c-c906c2134311 req-1ee4e8cc-46af-48ac-8ca8-8506911c10f2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465773 Feb 07 01:47:05.612888 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 47070) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:05.764332 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aaced746-c0da-4d58-9c41-60755dc904b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:05.779983 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-aaced746-c0da-4d58-9c41-60755dc904b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:05.784001 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-aaced746-c0da-4d58-9c41-60755dc904b2 admin admin] Usage tracker for resource:security_group_rule and tenant:ae807411f0e4409f8fa5b772ade91150 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:05.786970 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-aaced746-c0da-4d58-9c41-60755dc904b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:05.792767 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-aaced746-c0da-4d58-9c41-60755dc904b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:05.817712 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7f54a-7d57-431f-9901-62994b7273bd req-4d7146c9-1a4f-4059-ae64-742a1a90452e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:05.820097 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f0b7f54a-7d57-431f-9901-62994b7273bd req-4d7146c9-1a4f-4059-ae64-742a1a90452e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.1580229 Feb 07 01:47:05.876478 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aaced746-c0da-4d58-9c41-60755dc904b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:05.880292 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aaced746-c0da-4d58-9c41-60755dc904b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:05.890271 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-60afd437-8108-43cb-b10d-e3917e610811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:05.932802 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-aaced746-c0da-4d58-9c41-60755dc904b2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae807411f0e4409f8fa5b772ade91150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187540 Feb 07 01:47:05.933648 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f0b7f54a-7d57-431f-9901-62994b7273bd req-1ffc702d-c146-4b2e-a3fb-04d834bb6836 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071317 Feb 07 01:47:05.933763 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaced746-c0da-4d58-9c41-60755dc904b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e76006-18bb-42c0-97ee-c740c1f59e17,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:05.936377 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 47076) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:05.939300 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-aaced746-c0da-4d58-9c41-60755dc904b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:06.004364 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4e7ec961-b418-4d59-968b-8f21d3d50dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:06.031757 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4e7ec961-b418-4d59-968b-8f21d3d50dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:06.040965 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a90ef4-264e-4e5a-87a9-2124d1c4fe08 req-00538056-6189-46a4-96ec-a28ab3052bef tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:06.042588 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-74a90ef4-264e-4e5a-87a9-2124d1c4fe08 req-00538056-6189-46a4-96ec-a28ab3052bef tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.45 "GET /v2.0/ports?device_id=56573def-e2fe-419e-b677-032fcea2b737 HTTP/1.1" status: 200 len: 946 time: 0.1990831 Feb 07 01:47:06.077741 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4e7ec961-b418-4d59-968b-8f21d3d50dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:06.083153 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1f656c26-306f-4b89-8da7-5ef480a16caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:06.098240 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ec961-b418-4d59-968b-8f21d3d50dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e76006-18bb-42c0-97ee-c740c1f59e17,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:06.100708 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4e7ec961-b418-4d59-968b-8f21d3d50dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:06.104834 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-4e7ec961-b418-4d59-968b-8f21d3d50dd8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e5e76006-18bb-42c0-97ee-c740c1f59e17 HTTP/1.1" status: 204 len: 168 time: 0.1673834 Feb 07 01:47:06.105876 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4e7ec961-b418-4d59-968b-8f21d3d50dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:06.152103 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-74a90ef4-264e-4e5a-87a9-2124d1c4fe08 req-2e129c66-7033-46e1-a2e0-01c7c3a87772 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Deleting port d67e5c9a-7a20-466f-800d-747bedec828e {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:47:06.152680 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-74a90ef4-264e-4e5a-87a9-2124d1c4fe08 req-2e129c66-7033-46e1-a2e0-01c7c3a87772 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:06.462198 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-74a90ef4-264e-4e5a-87a9-2124d1c4fe08 req-2e129c66-7033-46e1-a2e0-01c7c3a87772 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] For port d67e5c9a-7a20-466f-800d-747bedec828e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=d67e5c9a-7a20-466f-800d-747bedec828e,segment=NetworkSegment(7da7ba85-1432-44ad-84bc-24ee5b1556ba),segment_id=7da7ba85-1432-44ad-84bc-24ee5b1556ba)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:06.462601 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-74a90ef4-264e-4e5a-87a9-2124d1c4fe08 req-2e129c66-7033-46e1-a2e0-01c7c3a87772 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:06.620987 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-74a90ef4-264e-4e5a-87a9-2124d1c4fe08 req-2e129c66-7033-46e1-a2e0-01c7c3a87772 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Calling delete_port for d67e5c9a-7a20-466f-800d-747bedec828e owned by compute:nova {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:47:06.681648 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device c6665d6b-25e1-4e51-a5da-c6618c894e7b up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:06.764391 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port c6665d6b-25e1-4e51-a5da-c6618c894e7b triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:06.764801 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:06.895587 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3189a-174f-4525-b317-7d8e5431584d req-fa89c049-7e26-4f4c-b5f5-99f26e399df6 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:06.897319 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dce3189a-174f-4525-b317-7d8e5431584d req-fa89c049-7e26-4f4c-b5f5-99f26e399df6 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=56573def-e2fe-419e-b677-032fcea2b737 HTTP/1.1" status: 200 len: 946 time: 0.2413354 Feb 07 01:47:06.936416 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device d67e5c9a-7a20-466f-800d-747bedec828e no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:47:06.984536 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dce3189a-174f-4525-b317-7d8e5431584d req-4d7a0ba2-0e79-4a8e-9acf-51aa5737ca3e tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758867 Feb 07 01:47:06.990090 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-74a90ef4-264e-4e5a-87a9-2124d1c4fe08 req-2e129c66-7033-46e1-a2e0-01c7c3a87772 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:07.001852 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] No active binding found for port d67e5c9a-7a20-466f-800d-747bedec828e {{(pid=79943) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Feb 07 01:47:07.002383 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device d67e5c9a-7a20-466f-800d-747bedec828e not bound to the agent host hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:47:07.009646 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:07.063947 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e129c66-7033-46e1-a2e0-01c7c3a87772 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Pushing event deleted for resources: {'Port': ['ID=d67e5c9a-7a20-466f-800d-747bedec828e,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:07.067891 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2e129c66-7033-46e1-a2e0-01c7c3a87772 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:07.137588 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 47112) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:07.221880 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a90ef4-264e-4e5a-87a9-2124d1c4fe08 req-2e129c66-7033-46e1-a2e0-01c7c3a87772 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] No DVR routers for this DVR port d67e5c9a-7a20-466f-800d-747bedec828e on host hv-cinder-74014 {{(pid=79942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:47:07.224255 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-74a90ef4-264e-4e5a-87a9-2124d1c4fe08 req-2e129c66-7033-46e1-a2e0-01c7c3a87772 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:07.227128 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56573def-e2fe-419e-b677-032fcea2b737', 'name': 'network-vif-deleted', 'tag': 'd67e5c9a-7a20-466f-800d-747bedec828e'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:47:07.244870 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-74a90ef4-264e-4e5a-87a9-2124d1c4fe08 req-2e129c66-7033-46e1-a2e0-01c7c3a87772 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.45 "DELETE /v2.0/ports/d67e5c9a-7a20-466f-800d-747bedec828e HTTP/1.1" status: 204 len: 173 time: 1.1950305 Feb 07 01:47:07.289981 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-224585523-network', 'tenant_id': '8b1931abed614b84acfd403a98a2afee'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:07.293442 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56573def-e2fe-419e-b677-032fcea2b737', 'name': 'network-vif-deleted', 'tag': 'd67e5c9a-7a20-466f-800d-747bedec828e', 'status': 'completed', 'code': 200} Feb 07 01:47:07.295724 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:07.300032 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Usage tracker for resource:network and tenant:8b1931abed614b84acfd403a98a2afee is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:07.303126 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:07.308989 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:07.318565 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Made reservation on behalf of 8b1931abed614b84acfd403a98a2afee for: {'network': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:47:07.323846 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for network, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:07.337616 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:07.352674 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:07.356668 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Usage tracker for resource:security_group_rule and tenant:8b1931abed614b84acfd403a98a2afee is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:07.359650 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:07.365398 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:07.454563 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:07.458850 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:07.463942 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:07.500814 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=79941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 07 01:47:07.511341 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dc043e-3af3-4209-8d63-ad341b95bba4,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:07.515269 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:07.517809 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282839147363', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:07.518255 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.segments_db [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Added segment 67213f94-f13a-4e18-9e03-bb4b5beb3345 of type vxlan for network 2e542c9b-3ffd-4866-9222-017b5e713245 Feb 07 01:47:07.545786 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754015121881'] for network, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:07.576540 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for network, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:07.577839 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:07.578477 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:07.583376 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:07.906725 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7651935 Feb 07 01:47:07.907254 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 47132) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:07.910624 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Pushing event updated for resources: {'Network': ['ID=2e542c9b-3ffd-4866-9222-017b5e713245,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:07.914920 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:07.920763 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-a34d573c-6bce-4a55-88e9-12107225487b admin admin] Request body: {'subnet': {'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-224585523-subnet', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'ip_version': 4}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:07.922094 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Network 2e542c9b-3ffd-4866-9222-017b5e713245 details requested by agent ovs-agent-dv-cinder-740146-7-smb with host dv-cinder-740146-7-smb {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:47:07.931127 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-a34d573c-6bce-4a55-88e9-12107225487b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:07.938588 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-a34d573c-6bce-4a55-88e9-12107225487b admin admin] Usage tracker for resource:subnet and tenant:8b1931abed614b84acfd403a98a2afee is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:07.944394 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-a34d573c-6bce-4a55-88e9-12107225487b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:07.955671 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-a34d573c-6bce-4a55-88e9-12107225487b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:07.973595 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34d573c-6bce-4a55-88e9-12107225487b admin admin] Made reservation on behalf of 8b1931abed614b84acfd403a98a2afee for: {'subnet': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:47:07.981559 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a34d573c-6bce-4a55-88e9-12107225487b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381155'] for subnet, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:08.044857 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Network 2e542c9b-3ffd-4866-9222-017b5e713245 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:47:08.487837 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a34d573c-6bce-4a55-88e9-12107225487b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2015017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381168'] for subnet, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:08.504563 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:08.696198 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d573c-6bce-4a55-88e9-12107225487b admin admin] Pushing event updated for resources: {'Subnet': ['ID=35a3d2b9-4916-45e4-9a0e-0b345ec47c3b,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:08.702907 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a34d573c-6bce-4a55-88e9-12107225487b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:08.818372 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9752235-77ed-47a9-88f0-09c96103d621 req-e2239ad2-5256-484a-a722-acd7ef5618f3 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:08.819107 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-c9752235-77ed-47a9-88f0-09c96103d621 req-e2239ad2-5256-484a-a722-acd7ef5618f3 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Synchronizing usage tracker for tenant:baa366e3c1934c45aad39752ece3850b on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:47:08.853807 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-c9752235-77ed-47a9-88f0-09c96103d621 req-e2239ad2-5256-484a-a722-acd7ef5618f3 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Unset dirty status for tenant:baa366e3c1934c45aad39752ece3850b on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:47:08.855069 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c9752235-77ed-47a9-88f0-09c96103d621 req-e2239ad2-5256-484a-a722-acd7ef5618f3 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=77182a14-81af-42a0-a86d-c4f10dedf2a7 HTTP/1.1" status: 200 len: 945 time: 0.3208718 Feb 07 01:47:08.877783 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34d573c-6bce-4a55-88e9-12107225487b admin admin] Checking segment: {'id': '67213f94-f13a-4e18-9e03-bb4b5beb3345', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:47:08.878172 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34d573c-6bce-4a55-88e9-12107225487b admin admin] Network hostable DHCP agents. Network: 2e542c9b-3ffd-4866-9222-017b5e713245, hostable agents: ['056a6a88-4ceb-42c7-bddf-a3443bc3d195'], hosted agents: [] {{(pid=79942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 07 01:47:08.938243 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c9752235-77ed-47a9-88f0-09c96103d621 req-dfd3f5ed-5ba3-4999-8a38-6caa3c5fa2bd tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754790 Feb 07 01:47:08.938747 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34d573c-6bce-4a55-88e9-12107225487b admin admin] Network 2e542c9b-3ffd-4866-9222-017b5e713245 is scheduled to be hosted by DHCP agent 056a6a88-4ceb-42c7-bddf-a3443bc3d195 with binding_index 1 {{(pid=79942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 07 01:47:08.948067 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-a34d573c-6bce-4a55-88e9-12107225487b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-smb, 2e542c9b-3ffd-4866-9222-017b5e713245) {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:47:08.966289 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34d573c-6bce-4a55-88e9-12107225487b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:08.966289 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a34d573c-6bce-4a55-88e9-12107225487b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:08.971561 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d697f76f-1843-4e44-9fef-341d76283b56 None None] Network 2e542c9b-3ffd-4866-9222-017b5e713245 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:47:08.983561 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-a34d573c-6bce-4a55-88e9-12107225487b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0752606 Feb 07 01:47:08.986375 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 47146) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:08.992938 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-224585523-router', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:08.998078 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:09.002490 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Usage tracker for resource:router and tenant:8b1931abed614b84acfd403a98a2afee is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:09.005643 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:09.011795 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:09.022116 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854102733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854535353'] for router, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:09.023963 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854072303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240478'] for router, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:09.040029 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:09.238756 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d144e43-08c9-5821-a72c-5faad193b909-2e542c9b-3ffd-4866-9222-017b5e713245', 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'fixed_ips': [{'subnet_id': '35a3d2b9-4916-45e4-9a0e-0b345ec47c3b'}]}} from dv-cinder-740146-7-smb. {{(pid=79943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 07 01:47:09.240265 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:09.341397 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854102750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240493'] for router, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:09.571410 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Allocated IP 172.20.0.2 (2e542c9b-3ffd-4866-9222-017b5e713245/35a3d2b9-4916-45e4-9a0e-0b345ec47c3b/59141400-5c7b-4b39-a2af-ff6b96c5ab06) {{(pid=79943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:47:09.708963 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:09.742730 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:09.795488 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Notify callbacks [] for port, precommit_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:09.806623 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Transition to ACTIVE for port object 59141400-5c7b-4b39-a2af-ff6b96c5ab06 will not be triggered until provisioned by entity L2. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:47:09.822627 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Transition to ACTIVE for port object 59141400-5c7b-4b39-a2af-ff6b96c5ab06 will not be triggered until provisioned by entity DHCP. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:47:09.829385 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:09.845369 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:09.909768 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3f443-3d84-405c-a437-f481909930c9 req-62f2de9c-2fb5-4d48-b035-3d60d283de70 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:09.911489 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c7c3f443-3d84-405c-a437-f481909930c9 req-62f2de9c-2fb5-4d48-b035-3d60d283de70 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 946 time: 0.1653898 Feb 07 01:47:09.983741 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c7c3f443-3d84-405c-a437-f481909930c9 req-6b6ca4ff-8bb8-41f7-a2a0-ecd88ca7893a tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653467 Feb 07 01:47:10.005469 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Pushing event updated for resources: {'Port': ['ID=59141400-5c7b-4b39-a2af-ff6b96c5ab06,revision_number=1']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:10.016688 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.017078 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.017454 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.017824 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.018194 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.018560 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.018948 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.019312 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.019670 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.020030 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.020390 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.020748 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.021419 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.021546 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.021848 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.022200 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.022992 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Allocated IP 172.28.0.182 (99dfcdec-a658-4076-80f8-42c10fdcd0d7/7f907af6-b0a4-47f3-a608-7f27766af85d/65ee5364-a945-43bd-8145-5f45001b0bc2) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:47:10.023099 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.023439 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.023794 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.024159 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.024522 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.024876 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.025229 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.025620 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:10.029686 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:10.072402 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Network 2e542c9b-3ffd-4866-9222-017b5e713245 is already hosted by enough agents. {{(pid=79943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:47:10.073811 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Resources bound (agent type, host, resource id): {{(pid=79943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:47:10.076464 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Received port after_create {{(pid=79943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:47:10.134517 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Attempting to bind port 59141400-5c7b-4b39-a2af-ff6b96c5ab06 on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:47:10.134979 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Attempting to bind port 59141400-5c7b-4b39-a2af-ff6b96c5ab06 by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': '67213f94-f13a-4e18-9e03-bb4b5beb3345', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245'}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:47:10.135394 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Attempting to bind port 59141400-5c7b-4b39-a2af-ff6b96c5ab06 on network 2e542c9b-3ffd-4866-9222-017b5e713245 {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:47:10.141062 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:47:10.141483 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Checking segment: {'id': '67213f94-f13a-4e18-9e03-bb4b5beb3345', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:47:10.141928 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:10.142500 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Bound using segment: {'id': '67213f94-f13a-4e18-9e03-bb4b5beb3345', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245'} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:47:10.143046 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Bound port: 59141400-5c7b-4b39-a2af-ff6b96c5ab06, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67213f94-f13a-4e18-9e03-bb4b5beb3345', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245'}}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:47:10.143469 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:10.183885 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:10.217008 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:10.232627 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-cdb2a1fa-7cb6-488f-b874-222e2157157a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:10.239206 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] For port 59141400-5c7b-4b39-a2af-ff6b96c5ab06, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:47:10.242311 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] For port 59141400-5c7b-4b39-a2af-ff6b96c5ab06, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=59141400-5c7b-4b39-a2af-ff6b96c5ab06,segment=NetworkSegment(67213f94-f13a-4e18-9e03-bb4b5beb3345),segment_id=67213f94-f13a-4e18-9e03-bb4b5beb3345)] {{(pid=79943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:47:10.246629 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:10.260780 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f847f-415c-4853-a1c8-180a0db20314 req-1aa46630-d1f6-4ccc-8785-725f117b9b76 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:10.262483 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-013f847f-415c-4853-a1c8-180a0db20314 req-1aa46630-d1f6-4ccc-8785-725f117b9b76 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=77182a14-81af-42a0-a86d-c4f10dedf2a7 HTTP/1.1" status: 200 len: 945 time: 0.1709816 Feb 07 01:47:10.378202 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:10.379272 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Pushing event updated for resources: {'Port': ['ID=65ee5364-a945-43bd-8145-5f45001b0bc2,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:10.384217 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:10.407613 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-013f847f-415c-4853-a1c8-180a0db20314 req-c3828969-55a8-4e87-b98e-9505a943c191 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017575 Feb 07 01:47:10.428433 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:47:10.429111 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:47:10.431480 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:47:10.483948 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Pushing event updated for resources: {'Port': ['ID=59141400-5c7b-4b39-a2af-ff6b96c5ab06,revision_number=2']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:10.488221 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:10.520332 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device a41ad0f2-f1c5-4cd9-a802-036b06c81b18 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:47:10.559532 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9db4e2-c904-4fb2-9b38-ff9fced255fb req-4b8e54ca-3169-4f59-91fa-ff690f1d2e87 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:10.561204 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0e9db4e2-c904-4fb2-9b38-ff9fced255fb req-4b8e54ca-3169-4f59-91fa-ff690f1d2e87 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.45 "GET /v2.0/ports?device_id=77182a14-81af-42a0-a86d-c4f10dedf2a7 HTTP/1.1" status: 200 len: 945 time: 0.2976749 Feb 07 01:47:10.668143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:10.673911 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-0e9db4e2-c904-4fb2-9b38-ff9fced255fb req-f831ff01-0b52-4d41-b778-4771ecac7140 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Deleting port a41ad0f2-f1c5-4cd9-a802-036b06c81b18 {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:47:10.674484 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-0e9db4e2-c904-4fb2-9b38-ff9fced255fb req-f831ff01-0b52-4d41-b778-4771ecac7140 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:10.725042 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port a41ad0f2-f1c5-4cd9-a802-036b06c81b18, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=a41ad0f2-f1c5-4cd9-a802-036b06c81b18,segment=NetworkSegment(7da7ba85-1432-44ad-84bc-24ee5b1556ba),segment_id=7da7ba85-1432-44ad-84bc-24ee5b1556ba)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:10.727157 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77182a14-81af-42a0-a86d-c4f10dedf2a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a41ad0f2-f1c5-4cd9-a802-036b06c81b18'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:47:10.745501 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:10.747749 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:10.816718 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77182a14-81af-42a0-a86d-c4f10dedf2a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a41ad0f2-f1c5-4cd9-a802-036b06c81b18', 'code': 200} Feb 07 01:47:11.012996 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=a41ad0f2-f1c5-4cd9-a802-036b06c81b18,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:11.033970 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:11.062686 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:11.155636 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f80a4-5cdd-4fcb-9458-255025332779 req-ca3af275-3d76-4b0d-a723-d1ea8b3d89ca tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:11.157398 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c79f80a4-5cdd-4fcb-9458-255025332779 req-ca3af275-3d76-4b0d-a723-d1ea8b3d89ca tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.3613191 Feb 07 01:47:11.282602 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-0e9db4e2-c904-4fb2-9b38-ff9fced255fb req-f831ff01-0b52-4d41-b778-4771ecac7140 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] For port a41ad0f2-f1c5-4cd9-a802-036b06c81b18, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=a41ad0f2-f1c5-4cd9-a802-036b06c81b18,segment=NetworkSegment(7da7ba85-1432-44ad-84bc-24ee5b1556ba),segment_id=7da7ba85-1432-44ad-84bc-24ee5b1556ba)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:11.282951 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-0e9db4e2-c904-4fb2-9b38-ff9fced255fb req-f831ff01-0b52-4d41-b778-4771ecac7140 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:11.319030 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5676a180-1735-4d67-ab01-3e6f9f53f46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:11.647494 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c79f80a4-5cdd-4fcb-9458-255025332779 req-3b0b534c-8bd4-4c4b-bcdb-c03ffca8df4a tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481592 Feb 07 01:47:11.656234 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-0e9db4e2-c904-4fb2-9b38-ff9fced255fb req-f831ff01-0b52-4d41-b778-4771ecac7140 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Calling delete_port for a41ad0f2-f1c5-4cd9-a802-036b06c81b18 owned by compute:nova {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:47:11.687289 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854095420'] for router, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:11.749922 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 59141400-5c7b-4b39-a2af-ff6b96c5ab06 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:11.839755 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d244f8-ba42-42d1-8b85-ca67303f6960 req-d8e5a468-b32c-43bc-bbc5-305d74d4e643 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:11.841454 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-92d244f8-ba42-42d1-8b85-ca67303f6960 req-d8e5a468-b32c-43bc-bbc5-305d74d4e643 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 946 time: 0.6801775 Feb 07 01:47:11.850622 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port 59141400-5c7b-4b39-a2af-ff6b96c5ab06 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:47:11.946542 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Router a281ece1-4252-425d-8e87-43c27836370e is scheduled to L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 with binding_index 1 {{(pid=79941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 07 01:47:11.966370 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-92d244f8-ba42-42d1-8b85-ca67303f6960 req-6c722fcb-f781-4d85-b690-ea087d5527d8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161447 Feb 07 01:47:12.051823 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-0e9db4e2-c904-4fb2-9b38-ff9fced255fb req-f831ff01-0b52-4d41-b778-4771ecac7140 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:12.085343 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:12.169424 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:47:12.180789 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Sync routers for ids ['a281ece1-4252-425d-8e87-43c27836370e'] in dv-cinder-740146-7-smb {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:47:12.193566 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Routers {'a281ece1-4252-425d-8e87-43c27836370e'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:47:12.194926 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:46:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['a281ece1-4252-425d-8e87-43c27836370e'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:12.196161 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Notify callbacks [] for router, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:12.197486 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2098522 Feb 07 01:47:12.201857 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 47186) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:12.216057 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831ff01-0b52-4d41-b778-4771ecac7140 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Pushing event deleted for resources: {'Port': ['ID=a41ad0f2-f1c5-4cd9-a802-036b06c81b18,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:12.230016 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8d3436b5-64e2-466d-84b3-ca488bb23786 req-6ddb58ea-2a67-411b-b309-7b2086948f87 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=77182a14-81af-42a0-a86d-c4f10dedf2a7 HTTP/1.1" status: 200 len: 210 time: 0.0763597 Feb 07 01:47:12.233403 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f831ff01-0b52-4d41-b778-4771ecac7140 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:12.253786 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b5a390-2a34-4941-a391-3768be7ef1e2 None None] Network 2e542c9b-3ffd-4866-9222-017b5e713245 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:47:12.448030 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9db4e2-c904-4fb2-9b38-ff9fced255fb req-f831ff01-0b52-4d41-b778-4771ecac7140 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] No DVR routers for this DVR port a41ad0f2-f1c5-4cd9-a802-036b06c81b18 on host hv-cinder-74014 {{(pid=79942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:47:12.451376 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-0e9db4e2-c904-4fb2-9b38-ff9fced255fb req-f831ff01-0b52-4d41-b778-4771ecac7140 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:12.452839 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Set router a281ece1-4252-425d-8e87-43c27836370e gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:47:12.465720 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77182a14-81af-42a0-a86d-c4f10dedf2a7', 'name': 'network-vif-deleted', 'tag': 'a41ad0f2-f1c5-4cd9-a802-036b06c81b18'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:47:12.481280 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0e9db4e2-c904-4fb2-9b38-ff9fced255fb req-f831ff01-0b52-4d41-b778-4771ecac7140 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.45 "DELETE /v2.0/ports/a41ad0f2-f1c5-4cd9-a802-036b06c81b18 HTTP/1.1" status: 204 len: 173 time: 1.9099033 Feb 07 01:47:12.556300 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-64e5129e-a203-4898-8ec4-e654618fc012 None None] Provisioning for port 59141400-5c7b-4b39-a2af-ff6b96c5ab06 completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:47:12.566744 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-64e5129e-a203-4898-8ec4-e654618fc012 None None] Provisioning complete for port 59141400-5c7b-4b39-a2af-ff6b96c5ab06 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:12.567317 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-64e5129e-a203-4898-8ec4-e654618fc012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:12.588794 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77182a14-81af-42a0-a86d-c4f10dedf2a7', 'name': 'network-vif-deleted', 'tag': 'a41ad0f2-f1c5-4cd9-a802-036b06c81b18', 'status': 'completed', 'code': 200} Feb 07 01:47:12.742983 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-64e5129e-a203-4898-8ec4-e654618fc012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:12.804293 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-64e5129e-a203-4898-8ec4-e654618fc012 None None] For port 59141400-5c7b-4b39-a2af-ff6b96c5ab06, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=59141400-5c7b-4b39-a2af-ff6b96c5ab06,segment=NetworkSegment(67213f94-f13a-4e18-9e03-bb4b5beb3345),segment_id=67213f94-f13a-4e18-9e03-bb4b5beb3345)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:12.814965 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-64e5129e-a203-4898-8ec4-e654618fc012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:12.817902 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:12.889678 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281ece1-4252-425d-8e87-43c27836370e', 'name': 'tempest-TestShelveInstance-224585523-router', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:10Z', 'revision_number': 3, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'gw_port': {'id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:12.892890 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5129e-a203-4898-8ec4-e654618fc012 None None] Pushing event updated for resources: {'Port': ['ID=59141400-5c7b-4b39-a2af-ff6b96c5ab06,revision_number=3']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:12.895760 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Checking router: a281ece1-4252-425d-8e87-43c27836370e for host: dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:47:12.896177 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Updating router a281ece1-4252-425d-8e87-43c27836370e port 65ee5364-a945-43bd-8145-5f45001b0bc2 binding host dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 07 01:47:12.896306 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-64e5129e-a203-4898-8ec4-e654618fc012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:12.955466 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:13.032548 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca45a3-0e98-4607-9c60-2dc9f5d2e8a4 req-8b68a95d-3d78-47ef-9443-f170de9d73d0 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:13.034271 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-52ca45a3-0e98-4607-9c60-2dc9f5d2e8a4 req-8b68a95d-3d78-47ef-9443-f170de9d73d0 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.2334535 Feb 07 01:47:13.051538 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-a5d8e1f1-63d2-4a45-a4c0-739eb55f2f6e None None] Provisioning complete for port 59141400-5c7b-4b39-a2af-ff6b96c5ab06 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:13.051971 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a5d8e1f1-63d2-4a45-a4c0-739eb55f2f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:13.206802 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-52ca45a3-0e98-4607-9c60-2dc9f5d2e8a4 req-3b7a2c55-5569-44f9-8ecd-d79490955c4c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624701 Feb 07 01:47:13.398084 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:13.492209 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-56de9d4c-3b37-403f-a075-d0927f53b1da None None] Provisioning complete for port 59141400-5c7b-4b39-a2af-ff6b96c5ab06 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:13.492803 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-56de9d4c-3b37-403f-a075-d0927f53b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:13.685561 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e35218-bca0-4b85-8361-bbf0d87348ea req-b7bcd6b7-c51e-4b75-9790-ce31657adfd4 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:13.691604 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:13.694970 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d8e35218-bca0-4b85-8361-bbf0d87348ea req-b7bcd6b7-c51e-4b75-9790-ce31657adfd4 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 946 time: 0.4607449 Feb 07 01:47:13.695117 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 59141400-5c7b-4b39-a2af-ff6b96c5ab06 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:13.720208 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Notify callbacks [] for port, precommit_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:13.734316 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Transition to ACTIVE for port object 65ee5364-a945-43bd-8145-5f45001b0bc2 will not be triggered until provisioned by entity L2. {{(pid=79944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:47:13.738761 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:13.759141 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d1b88685-a884-48b2-9ce0-a6430f325efa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:13.789265 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-03a26b34-8f9f-4ba8-9af8-1393eb451db2 req-7ba6b11f-c517-498e-87be-06f0be958b31 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Synchronizing usage tracker for tenant:baa366e3c1934c45aad39752ece3850b on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:47:13.800507 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-28805e9d-6979-468f-80cd-41138dcc6267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:13.841081 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Pushing event updated for resources: {'Port': ['ID=65ee5364-a945-43bd-8145-5f45001b0bc2,revision_number=2']} {{(pid=79944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:13.848272 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 59141400-5c7b-4b39-a2af-ff6b96c5ab06 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:13.848689 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:13.855118 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.855746 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.856332 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.856910 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.857471 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.858031 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.858602 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.859181 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.859754 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.860335 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.860982 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.861672 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.862368 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.863051 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.863617 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.864171 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.864721 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.865493 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.866602 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.867205 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.867764 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.868329 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.868891 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.869453 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:13.875754 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:13.908476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Allocated IP 172.20.0.1 (2e542c9b-3ffd-4866-9222-017b5e713245/35a3d2b9-4916-45e4-9a0e-0b345ec47c3b/404168b8-3a21-4a8b-8be2-8c4858a863fb) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:47:13.915488 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60a655-6078-4cbe-bc10-c5fdae9db484 req-01f94df0-0480-452a-a742-bfe71aa5db03 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:13.917149 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dd60a655-6078-4cbe-bc10-c5fdae9db484 req-01f94df0-0480-452a-a742-bfe71aa5db03 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.5657880 Feb 07 01:47:13.939973 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d8e35218-bca0-4b85-8361-bbf0d87348ea req-0a32e169-6055-4ce5-9e99-c897be05403c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437637 Feb 07 01:47:13.989426 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-1fc16322-fa17-4636-986f-18b028a30191 None None] Provisioning complete for port 59141400-5c7b-4b39-a2af-ff6b96c5ab06 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:13.989845 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1fc16322-fa17-4636-986f-18b028a30191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:14.029679 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Attempting to bind port 65ee5364-a945-43bd-8145-5f45001b0bc2 on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:47:14.030245 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Attempting to bind port 65ee5364-a945-43bd-8145-5f45001b0bc2 by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}] {{(pid=79944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:47:14.030772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Attempting to bind port 65ee5364-a945-43bd-8145-5f45001b0bc2 on network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:47:14.043916 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:47:14.044743 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Checking segment: {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:47:14.045303 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:14.045852 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Bound using segment: {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'} {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:47:14.046498 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Bound port: 65ee5364-a945-43bd-8145-5f45001b0bc2, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}}] {{(pid=79944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:47:14.047057 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:14.060321 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-dd60a655-6078-4cbe-bc10-c5fdae9db484 req-fa99007c-af3c-4af2-b653-572fc6e2d4ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Deleting port f0812598-ee9f-4706-b0de-fba0c5eb627e {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:47:14.060852 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-dd60a655-6078-4cbe-bc10-c5fdae9db484 req-fa99007c-af3c-4af2-b653-572fc6e2d4ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:14.071877 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:14.135682 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-03a26b34-8f9f-4ba8-9af8-1393eb451db2 req-7ba6b11f-c517-498e-87be-06f0be958b31 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Unset dirty status for tenant:baa366e3c1934c45aad39752ece3850b on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:47:14.141418 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] For port 65ee5364-a945-43bd-8145-5f45001b0bc2, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:47:14.143339 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-03a26b34-8f9f-4ba8-9af8-1393eb451db2 req-7ba6b11f-c517-498e-87be-06f0be958b31 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=77182a14-81af-42a0-a86d-c4f10dedf2a7 HTTP/1.1" status: 200 len: 210 time: 0.4451330 Feb 07 01:47:14.145180 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] For port 65ee5364-a945-43bd-8145-5f45001b0bc2, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=65ee5364-a945-43bd-8145-5f45001b0bc2,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:47:14.150762 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:14.202868 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:14.203641 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:14.222253 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Transition to ACTIVE for port object 404168b8-3a21-4a8b-8be2-8c4858a863fb will not be triggered until provisioned by entity DHCP. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:47:14.273652 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:14.306869 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d7e15daf-1d54-4b97-98f7-08cbeae2af1e tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:14.371486 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Pushing event updated for resources: {'Port': ['ID=65ee5364-a945-43bd-8145-5f45001b0bc2,revision_number=3']} {{(pid=79944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:14.374704 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f1fdbd50-5633-4ea5-89bd-bf3813d56f46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:14.388438 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-dd60a655-6078-4cbe-bc10-c5fdae9db484 req-fa99007c-af3c-4af2-b653-572fc6e2d4ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] For port f0812598-ee9f-4706-b0de-fba0c5eb627e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=f0812598-ee9f-4706-b0de-fba0c5eb627e,segment=NetworkSegment(1eef14d4-998a-45e4-953e-3ce49eb2c32f),segment_id=1eef14d4-998a-45e4-953e-3ce49eb2c32f)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:14.388845 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-dd60a655-6078-4cbe-bc10-c5fdae9db484 req-fa99007c-af3c-4af2-b653-572fc6e2d4ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:14.401343 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Pushing event updated for resources: {'Port': ['ID=404168b8-3a21-4a8b-8be2-8c4858a863fb,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:14.411300 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:14.428803 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Routers {'a281ece1-4252-425d-8e87-43c27836370e'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:47:14.429487 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:47:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['a281ece1-4252-425d-8e87-43c27836370e'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:14.513807 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device f0812598-ee9f-4706-b0de-fba0c5eb627e no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:47:14.567179 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Network 2e542c9b-3ffd-4866-9222-017b5e713245 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:47:14.568812 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:47:14.572375 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:47:14.651543 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-dd60a655-6078-4cbe-bc10-c5fdae9db484 req-fa99007c-af3c-4af2-b653-572fc6e2d4ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Calling delete_port for f0812598-ee9f-4706-b0de-fba0c5eb627e owned by compute:nova {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:47:14.656148 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854093824'] for router_interface, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:14.668420 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:14.717614 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2665397-2bde-4c01-ad1a-489e5b179c90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0812598-ee9f-4706-b0de-fba0c5eb627e'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:47:14.741865 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port f0812598-ee9f-4706-b0de-fba0c5eb627e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=f0812598-ee9f-4706-b0de-fba0c5eb627e,segment=NetworkSegment(1eef14d4-998a-45e4-953e-3ce49eb2c32f),segment_id=1eef14d4-998a-45e4-953e-3ce49eb2c32f)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:14.750429 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:14.752383 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a4c3defe-620a-42da-afef-7a9e997ac91b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:14.844404 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=f0812598-ee9f-4706-b0de-fba0c5eb627e,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:14.856129 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] Set router a281ece1-4252-425d-8e87-43c27836370e gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:47:14.856798 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:14.875689 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:14.909208 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d75773-c8e4-472b-9ba6-af5f1516fc6e req-56c2aef2-9d21-4bd0-be1a-a81159b1b261 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:14.910937 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08d75773-c8e4-472b-9ba6-af5f1516fc6e req-56c2aef2-9d21-4bd0-be1a-a81159b1b261 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.4352043 Feb 07 01:47:14.961538 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-a90db85b-98ff-44ce-9fea-18229e145b83 None None] Provisioning for port 404168b8-3a21-4a8b-8be2-8c4858a863fb completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:47:14.966793 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-a90db85b-98ff-44ce-9fea-18229e145b83 None None] Provisioning complete for port 404168b8-3a21-4a8b-8be2-8c4858a863fb triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:14.967381 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a90db85b-98ff-44ce-9fea-18229e145b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:15.039142 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b8014-88df-4fbd-a74b-acf300c4f710 req-b6507341-8696-4fde-a539-67a0fc0ba858 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:15.040815 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-667b8014-88df-4fbd-a74b-acf300c4f710 req-b6507341-8696-4fde-a539-67a0fc0ba858 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 945 time: 0.5664356 Feb 07 01:47:15.051997 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:15.060074 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-a90db85b-98ff-44ce-9fea-18229e145b83 None None] Port 404168b8-3a21-4a8b-8be2-8c4858a863fb cannot update to ACTIVE because it is not bound. {{(pid=79943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 07 01:47:15.113465 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.api [req-dd60a655-6078-4cbe-bc10-c5fdae9db484 req-fa99007c-af3c-4af2-b653-572fc6e2d4ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79942) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 07 01:47:15.114014 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_db.api [req-dd60a655-6078-4cbe-bc10-c5fdae9db484 req-fa99007c-af3c-4af2-b653-572fc6e2d4ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 07 01:47:15.148716 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08d75773-c8e4-472b-9ba6-af5f1516fc6e req-69aa4dac-a6e0-4d3e-8d66-bb91a0b0d467 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056137 Feb 07 01:47:15.175763 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-667b8014-88df-4fbd-a74b-acf300c4f710 req-eb63543f-c7ee-4dba-ad8b-298568cd9247 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049330 Feb 07 01:47:15.186317 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281ece1-4252-425d-8e87-43c27836370e', 'name': 'tempest-TestShelveInstance-224585523-router', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:10Z', 'revision_number': 3, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'gw_port': {'id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:15.192511 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e6ecb7-fb55-4105-9723-f3bc4ab4ef6c None None] The sync data for ids ['a281ece1-4252-425d-8e87-43c27836370e'] in dv-cinder-740146-7-smb is: [{'id': 'a281ece1-4252-425d-8e87-43c27836370e', 'name': 'tempest-TestShelveInstance-224585523-router', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:10Z', 'revision_number': 3, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'gw_port': {'id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}] {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:47:15.253265 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2665397-2bde-4c01-ad1a-489e5b179c90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0812598-ee9f-4706-b0de-fba0c5eb627e', 'code': 200} Feb 07 01:47:15.512167 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338af9d-b2c6-4a52-888d-42a56655e0ee req-2d4cd99f-f62b-4979-a361-6c6626dadd4c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:15.514100 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b338af9d-b2c6-4a52-888d-42a56655e0ee req-2d4cd99f-f62b-4979-a361-6c6626dadd4c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 946 time: 0.2097018 Feb 07 01:47:15.541505 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:15.593076 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b338af9d-b2c6-4a52-888d-42a56655e0ee req-7dd8124e-829e-4eeb-81ba-a0644118fab2 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662558 Feb 07 01:47:15.593526 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-0e0be4f0-4182-45a2-a815-06b4cef06488 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:15.594358 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-0e0be4f0-4182-45a2-a815-06b4cef06488 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Synchronizing usage tracker for tenant:e158f52cda6144d2b056591f6061810a on resource:port {{(pid=79941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:47:15.603890 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.resource_extend [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 07 01:47:15.627568 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-dd60a655-6078-4cbe-bc10-c5fdae9db484 req-fa99007c-af3c-4af2-b653-572fc6e2d4ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Deleting port f0812598-ee9f-4706-b0de-fba0c5eb627e {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:47:15.628226 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-dd60a655-6078-4cbe-bc10-c5fdae9db484 req-fa99007c-af3c-4af2-b653-572fc6e2d4ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:15.643754 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:15.646760 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-0e0be4f0-4182-45a2-a815-06b4cef06488 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Unset dirty status for tenant:e158f52cda6144d2b056591f6061810a on resource:port {{(pid=79941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:47:15.646760 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-0e0be4f0-4182-45a2-a815-06b4cef06488 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 946 time: 0.2546906 Feb 07 01:47:15.649810 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2420082'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:15.705870 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-107abbdc-a2bd-4e6c-8eeb-161c019a8734 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:15.740864 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 65ee5364-a945-43bd-8145-5f45001b0bc2 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:15.824860 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port 65ee5364-a945-43bd-8145-5f45001b0bc2 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:47:15.829888 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 65ee5364-a945-43bd-8145-5f45001b0bc2 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:15.830308 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:15.831776 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Pushing event updated for resources: {'Port': ['ID=404168b8-3a21-4a8b-8be2-8c4858a863fb,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:15.851825 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680157'] for router_interface, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:15.879729 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:15.965835 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:15.968232 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-dd60a655-6078-4cbe-bc10-c5fdae9db484 req-fa99007c-af3c-4af2-b653-572fc6e2d4ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] For port f0812598-ee9f-4706-b0de-fba0c5eb627e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=f0812598-ee9f-4706-b0de-fba0c5eb627e,segment=NetworkSegment(1eef14d4-998a-45e4-953e-3ce49eb2c32f),segment_id=1eef14d4-998a-45e4-953e-3ce49eb2c32f)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:15.968817 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-dd60a655-6078-4cbe-bc10-c5fdae9db484 req-fa99007c-af3c-4af2-b653-572fc6e2d4ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:15.985677 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] For port 65ee5364-a945-43bd-8145-5f45001b0bc2, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=65ee5364-a945-43bd-8145-5f45001b0bc2,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:15.989563 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:15.993212 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d66ae0de-987d-49bc-bdb3-8c00c29803b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:15.998063 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-9806cd7e-2ca0-4286-a999-3e39d132aed8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Deleting port 79091d57-a353-4232-adef-bbec31cad775 {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:47:15.998451 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-9806cd7e-2ca0-4286-a999-3e39d132aed8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:16.075652 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Pushing event updated for resources: {'Port': ['ID=65ee5364-a945-43bd-8145-5f45001b0bc2,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:16.079897 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:16.109184 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-dd60a655-6078-4cbe-bc10-c5fdae9db484 req-fa99007c-af3c-4af2-b653-572fc6e2d4ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Calling delete_port for f0812598-ee9f-4706-b0de-fba0c5eb627e owned by compute:nova {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:47:16.166660 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Network 2e542c9b-3ffd-4866-9222-017b5e713245 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:47:16.170396 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:47:16.287653 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-dd60a655-6078-4cbe-bc10-c5fdae9db484 req-fa99007c-af3c-4af2-b653-572fc6e2d4ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:16.498423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 79091d57-a353-4232-adef-bbec31cad775 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:47:16.556922 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-78acfc98-5aba-4531-89b2-fdb9dcc5cadc None None] Provisioning complete for port 404168b8-3a21-4a8b-8be2-8c4858a863fb triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:16.557347 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-78acfc98-5aba-4531-89b2-fdb9dcc5cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:16.561287 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-9806cd7e-2ca0-4286-a999-3e39d132aed8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] For port 79091d57-a353-4232-adef-bbec31cad775, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=79091d57-a353-4232-adef-bbec31cad775,segment=NetworkSegment(5e116cf7-d777-4a67-bcd5-d44ec8671116),segment_id=5e116cf7-d777-4a67-bcd5-d44ec8671116)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:16.561693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-9806cd7e-2ca0-4286-a999-3e39d132aed8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:16.577742 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Router a281ece1-4252-425d-8e87-43c27836370e has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:47:16.647077 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:16.658537 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-78acfc98-5aba-4531-89b2-fdb9dcc5cadc None None] Port 404168b8-3a21-4a8b-8be2-8c4858a863fb cannot update to ACTIVE because it is not bound. {{(pid=79943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 07 01:47:16.688429 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:16.718466 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-9806cd7e-2ca0-4286-a999-3e39d132aed8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Calling delete_port for 79091d57-a353-4232-adef-bbec31cad775 owned by compute:nova {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:47:16.722503 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 79091d57-a353-4232-adef-bbec31cad775, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=79091d57-a353-4232-adef-bbec31cad775,segment=NetworkSegment(5e116cf7-d777-4a67-bcd5-d44ec8671116),segment_id=5e116cf7-d777-4a67-bcd5-d44ec8671116)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:16.727275 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:16.729353 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:16.791044 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99007c-af3c-4af2-b653-572fc6e2d4ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Pushing event deleted for resources: {'Port': ['ID=f0812598-ee9f-4706-b0de-fba0c5eb627e,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:16.794005 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fa99007c-af3c-4af2-b653-572fc6e2d4ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:16.803807 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=79091d57-a353-4232-adef-bbec31cad775,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:16.807709 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:16.809497 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ca986e6f-f186-4295-ba53-0e3edfdcc3c8 req-823d0456-b620-4d68-a78d-c8d085428004 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2665397-2bde-4c01-ad1a-489e5b179c90 HTTP/1.1" status: 200 len: 210 time: 0.1633189 Feb 07 01:47:16.906881 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd60a655-6078-4cbe-bc10-c5fdae9db484 req-fa99007c-af3c-4af2-b653-572fc6e2d4ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] No DVR routers for this DVR port f0812598-ee9f-4706-b0de-fba0c5eb627e on host hv-cinder-74014 {{(pid=79942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:47:16.911617 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-dd60a655-6078-4cbe-bc10-c5fdae9db484 req-fa99007c-af3c-4af2-b653-572fc6e2d4ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:16.914341 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2665397-2bde-4c01-ad1a-489e5b179c90', 'name': 'network-vif-deleted', 'tag': 'f0812598-ee9f-4706-b0de-fba0c5eb627e'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:47:16.927632 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dd60a655-6078-4cbe-bc10-c5fdae9db484 req-fa99007c-af3c-4af2-b653-572fc6e2d4ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.45 "DELETE /v2.0/ports/f0812598-ee9f-4706-b0de-fba0c5eb627e HTTP/1.1" status: 204 len: 173 time: 2.9864938 Feb 07 01:47:16.989854 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:47:16.995298 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.api [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-9806cd7e-2ca0-4286-a999-3e39d132aed8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79941) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 07 01:47:16.995628 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_db.api [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-9806cd7e-2ca0-4286-a999-3e39d132aed8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 07 01:47:17.010277 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] 10.222.0.52 "PUT /v2.0/routers/a281ece1-4252-425d-8e87-43c27836370e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8073227 Feb 07 01:47:17.027810 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ba80e-05f9-44dd-911b-6d9db1c76256 req-8eac637e-f650-4841-8202-cad80274215d tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:17.029467 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c47ba80e-05f9-44dd-911b-6d9db1c76256 req-8eac637e-f650-4841-8202-cad80274215d tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.3847156 Feb 07 01:47:17.112699 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c47ba80e-05f9-44dd-911b-6d9db1c76256 req-f77bf665-b43a-44d6-bbfd-133f0d558dfe tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758941 Feb 07 01:47:17.211937 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2665397-2bde-4c01-ad1a-489e5b179c90', 'name': 'network-vif-deleted', 'tag': 'f0812598-ee9f-4706-b0de-fba0c5eb627e', 'status': 'completed', 'code': 200} Feb 07 01:47:17.254650 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa080c0c-3710-491c-8c32-7e28b7c77392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79091d57-a353-4232-adef-bbec31cad775'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:47:17.340794 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd74a2-e767-499d-8b40-7f0251bfab13 req-b12c807a-46c8-4067-82ef-cb6fa57cdf9a tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:17.342507 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a8fd74a2-e767-499d-8b40-7f0251bfab13 req-b12c807a-46c8-4067-82ef-cb6fa57cdf9a tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 944 time: 0.1709087 Feb 07 01:47:17.465284 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a8fd74a2-e767-499d-8b40-7f0251bfab13 req-8f632765-1c3c-40c4-a797-96ef9fff9168 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815983 Feb 07 01:47:17.497463 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-9806cd7e-2ca0-4286-a999-3e39d132aed8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Deleting port 79091d57-a353-4232-adef-bbec31cad775 {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:47:17.497866 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-9806cd7e-2ca0-4286-a999-3e39d132aed8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:17.550514 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa080c0c-3710-491c-8c32-7e28b7c77392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79091d57-a353-4232-adef-bbec31cad775', 'code': 200} Feb 07 01:47:17.590583 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369cdfd-8917-4ff1-8b5f-15a81d4e1648 req-11d9d89b-1797-4a2d-b552-bde4321c76a7 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:17.592810 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f369cdfd-8917-4ff1-8b5f-15a81d4e1648 req-11d9d89b-1797-4a2d-b552-bde4321c76a7 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f HTTP/1.1" status: 200 len: 946 time: 0.2492733 Feb 07 01:47:17.685746 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f369cdfd-8917-4ff1-8b5f-15a81d4e1648 req-312497f8-151c-4949-be42-d484d3ce8d09 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857289 Feb 07 01:47:17.734146 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 65ee5364-a945-43bd-8145-5f45001b0bc2 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:17.788544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-9806cd7e-2ca0-4286-a999-3e39d132aed8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] For port 79091d57-a353-4232-adef-bbec31cad775, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=79091d57-a353-4232-adef-bbec31cad775,segment=NetworkSegment(5e116cf7-d777-4a67-bcd5-d44ec8671116),segment_id=5e116cf7-d777-4a67-bcd5-d44ec8671116)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:17.788950 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-9806cd7e-2ca0-4286-a999-3e39d132aed8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:17.823733 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 65ee5364-a945-43bd-8145-5f45001b0bc2 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:17.824155 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:17.943262 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-9806cd7e-2ca0-4286-a999-3e39d132aed8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Calling delete_port for 79091d57-a353-4232-adef-bbec31cad775 owned by compute:nova {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:47:18.114547 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-9806cd7e-2ca0-4286-a999-3e39d132aed8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:18.125251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 47254) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:18.131374 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:18.131761 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1991240515-network', 'tenant_id': '30057febcfb149c3b3edcdcad8886551'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:18.136808 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:18.140906 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Usage tracker for resource:network and tenant:30057febcfb149c3b3edcdcad8886551 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:18.144144 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:18.150498 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:18.163889 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Made reservation on behalf of 30057febcfb149c3b3edcdcad8886551 for: {'network': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:47:18.169029 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for network, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:18.186892 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:18.187456 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806cd7e-2ca0-4286-a999-3e39d132aed8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Pushing event deleted for resources: {'Port': ['ID=79091d57-a353-4232-adef-bbec31cad775,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:18.192837 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9806cd7e-2ca0-4286-a999-3e39d132aed8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:18.206471 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:18.211395 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Usage tracker for resource:security_group_rule and tenant:30057febcfb149c3b3edcdcad8886551 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:18.214459 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:18.220872 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:18.306225 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Sync routers for ids ['a281ece1-4252-425d-8e87-43c27836370e'] in dv-cinder-740146-7-smb {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:47:18.319708 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Routers {'a281ece1-4252-425d-8e87-43c27836370e'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:47:18.320338 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:47:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['a281ece1-4252-425d-8e87-43c27836370e'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:18.356541 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-9806cd7e-2ca0-4286-a999-3e39d132aed8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] No DVR routers for this DVR port 79091d57-a353-4232-adef-bbec31cad775 on host hv-cinder-74014 {{(pid=79941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:47:18.359034 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-9806cd7e-2ca0-4286-a999-3e39d132aed8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:18.362031 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa080c0c-3710-491c-8c32-7e28b7c77392', 'name': 'network-vif-deleted', 'tag': '79091d57-a353-4232-adef-bbec31cad775'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:47:18.362623 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:18.375969 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-262dd455-4d61-4b09-ad7a-0255879832c9 req-9806cd7e-2ca0-4286-a999-3e39d132aed8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.45 "DELETE /v2.0/ports/79091d57-a353-4232-adef-bbec31cad775 HTTP/1.1" status: 204 len: 173 time: 2.6712306 Feb 07 01:47:18.378553 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:18.383814 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-68202bbc-26ce-4ce7-aa40-b0ef813a8282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:18.486176 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=79942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 07 01:47:18.512537 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e70049-dfdf-411c-8c9d-18e38d65edb5,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:18.516521 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:18.521593 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:18.521988 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.segments_db [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Added segment 4524619e-bb93-4985-8184-7834da9d2507 of type vxlan for network eda4f0e5-bb5a-499b-b927-272d5657f395 Feb 07 01:47:18.533409 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Set router a281ece1-4252-425d-8e87-43c27836370e gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:47:18.649218 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530adb90-e803-4960-8d13-011c9a724415 req-69c45b1a-1b4c-48f7-ac0d-e5964477d322 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:18.650945 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-530adb90-e803-4960-8d13-011c9a724415 req-69c45b1a-1b4c-48f7-ac0d-e5964477d322 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.3519254 Feb 07 01:47:18.656555 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754015121881'] for network, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:18.775436 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b2c65-0943-4764-bac5-0f4558b98d42 req-f5da66bd-c632-40c9-bd1f-97f2593da694 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:18.776234 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-806b2c65-0943-4764-bac5-0f4558b98d42 req-f5da66bd-c632-40c9-bd1f-97f2593da694 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Synchronizing usage tracker for tenant:a02770029d734bc0abe3e3995c6a5abd on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:47:18.822436 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for network, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:18.841155 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-530adb90-e803-4960-8d13-011c9a724415 req-54a0b48d-ac33-4384-baa9-cd34def786fc tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785088 Feb 07 01:47:18.842708 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:18.843380 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:18.847006 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-806b2c65-0943-4764-bac5-0f4558b98d42 req-f5da66bd-c632-40c9-bd1f-97f2593da694 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Unset dirty status for tenant:a02770029d734bc0abe3e3995c6a5abd on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:47:18.848220 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-806b2c65-0943-4764-bac5-0f4558b98d42 req-f5da66bd-c632-40c9-bd1f-97f2593da694 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.4540596 Feb 07 01:47:18.851117 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b9ec620d-582b-41b7-b96b-cd0c29a321cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:18.874571 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281ece1-4252-425d-8e87-43c27836370e', 'name': 'tempest-TestShelveInstance-224585523-router', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:14Z', 'revision_number': 4, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'gw_port': {'id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '404168b8-3a21-4a8b-8be2-8c4858a863fb', 'name': '', 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'mac_address': 'fa:16:3e:e9:02:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '35a3d2b9-4916-45e4-9a0e-0b345ec47c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:13Z', 'updated_at': '2021-02-07T01:47:15Z', 'revision_number': 2, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'subnets': [{'id': '35a3d2b9-4916-45e4-9a0e-0b345ec47c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:18.879015 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Checking router: a281ece1-4252-425d-8e87-43c27836370e for host: dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:47:18.879301 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Updating router a281ece1-4252-425d-8e87-43c27836370e port 404168b8-3a21-4a8b-8be2-8c4858a863fb binding host dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 07 01:47:18.926632 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa080c0c-3710-491c-8c32-7e28b7c77392', 'name': 'network-vif-deleted', 'tag': '79091d57-a353-4232-adef-bbec31cad775', 'status': 'completed', 'code': 200} Feb 07 01:47:18.942405 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:18.992984 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8665030 Feb 07 01:47:18.996183 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Pushing event updated for resources: {'Network': ['ID=eda4f0e5-bb5a-499b-b927-272d5657f395,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:18.997220 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 47268) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:19.000605 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:19.008388 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Network eda4f0e5-bb5a-499b-b927-272d5657f395 details requested by agent ovs-agent-dv-cinder-740146-7-smb with host dv-cinder-740146-7-smb {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:47:19.013957 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-c251f705-537e-4d94-a450-f4723fd5c136 admin admin] Request body: {'subnet': {'network_id': 'eda4f0e5-bb5a-499b-b927-272d5657f395', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1991240515-subnet', 'tenant_id': '30057febcfb149c3b3edcdcad8886551', 'ip_version': 4}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:19.031450 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-806b2c65-0943-4764-bac5-0f4558b98d42 req-3ddc0536-8e58-4f3e-9eab-849b8d57304e tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662784 Feb 07 01:47:19.032251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-c251f705-537e-4d94-a450-f4723fd5c136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:19.044386 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-c251f705-537e-4d94-a450-f4723fd5c136 admin admin] Usage tracker for resource:subnet and tenant:30057febcfb149c3b3edcdcad8886551 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:19.065959 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-c251f705-537e-4d94-a450-f4723fd5c136 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:19.085250 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-c251f705-537e-4d94-a450-f4723fd5c136 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:19.107384 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c251f705-537e-4d94-a450-f4723fd5c136 admin admin] Made reservation on behalf of 30057febcfb149c3b3edcdcad8886551 for: {'subnet': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:47:19.110386 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9b990d5c-5764-4a06-bc2c-823886895351 req-3e208e0a-551c-4590-b527-d33e917e0417 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa080c0c-3710-491c-8c32-7e28b7c77392 HTTP/1.1" status: 200 len: 210 time: 0.0579267 Feb 07 01:47:19.113288 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c251f705-537e-4d94-a450-f4723fd5c136 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851571846'] for subnet, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:19.135139 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Network eda4f0e5-bb5a-499b-b927-272d5657f395 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:47:19.368589 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85892a-a303-4fa1-8551-ff626b894eba req-19c420ec-97ae-4733-970a-d943271b5e1d tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:19.370255 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5a85892a-a303-4fa1-8551-ff626b894eba req-19c420ec-97ae-4733-970a-d943271b5e1d tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f HTTP/1.1" status: 200 len: 946 time: 0.1897113 Feb 07 01:47:19.450005 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5a85892a-a303-4fa1-8551-ff626b894eba req-b78d7fc1-9fe9-48f8-8a35-eac7673e9bce tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730407 Feb 07 01:47:19.554012 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546b9ec-8efa-4233-94d9-18b2e999b66d req-4fa52016-abd8-4dd1-ba5f-6b05674c426d tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:19.554848 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-1546b9ec-8efa-4233-94d9-18b2e999b66d req-4fa52016-abd8-4dd1-ba5f-6b05674c426d tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Synchronizing usage tracker for tenant:baa366e3c1934c45aad39752ece3850b on resource:port {{(pid=79941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:47:19.582729 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-1546b9ec-8efa-4233-94d9-18b2e999b66d req-4fa52016-abd8-4dd1-ba5f-6b05674c426d tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Unset dirty status for tenant:baa366e3c1934c45aad39752ece3850b on resource:port {{(pid=79941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:47:19.584218 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1546b9ec-8efa-4233-94d9-18b2e999b66d req-4fa52016-abd8-4dd1-ba5f-6b05674c426d tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f HTTP/1.1" status: 200 len: 946 time: 0.2606277 Feb 07 01:47:19.784186 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Notify callbacks [] for port, precommit_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:19.797871 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Transition to ACTIVE for port object 404168b8-3a21-4a8b-8be2-8c4858a863fb will not be triggered until provisioned by entity L2. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:47:19.801008 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:19.821767 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-af020c69-cddb-4529-9df0-10f9d9608efd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:19.956730 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-1546b9ec-8efa-4233-94d9-18b2e999b66d req-fa207a9f-ffdb-4131-9673-be9f7619cbab tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Deleting port 17b69858-c694-45b7-a36f-238c88e1775d {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:47:19.957104 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1546b9ec-8efa-4233-94d9-18b2e999b66d req-fa207a9f-ffdb-4131-9673-be9f7619cbab tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:19.972472 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4c170-4409-4f68-9928-6e3bfb4d43ba None None] Pushing event updated for resources: {'Port': ['ID=404168b8-3a21-4a8b-8be2-8c4858a863fb,revision_number=3']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:19.977315 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5ce4c170-4409-4f68-9928-6e3bfb4d43ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:20.177181 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Attempting to bind port 404168b8-3a21-4a8b-8be2-8c4858a863fb on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:47:20.178128 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Attempting to bind port 404168b8-3a21-4a8b-8be2-8c4858a863fb by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': '67213f94-f13a-4e18-9e03-bb4b5beb3345', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245'}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:47:20.179254 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Attempting to bind port 404168b8-3a21-4a8b-8be2-8c4858a863fb on network 2e542c9b-3ffd-4866-9222-017b5e713245 {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:47:20.192870 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:47:20.193302 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Checking segment: {'id': '67213f94-f13a-4e18-9e03-bb4b5beb3345', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:47:20.193756 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:20.194260 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Bound using segment: {'id': '67213f94-f13a-4e18-9e03-bb4b5beb3345', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245'} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:47:20.194792 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Bound port: 404168b8-3a21-4a8b-8be2-8c4858a863fb, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67213f94-f13a-4e18-9e03-bb4b5beb3345', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245'}}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:47:20.195306 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:20.221584 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc3ed7-6753-4ef5-8a03-515233a1f299 req-8c138cb2-3e0c-41cf-86d4-3dbca760e026 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:20.223883 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-01bc3ed7-6753-4ef5-8a03-515233a1f299 req-8c138cb2-3e0c-41cf-86d4-3dbca760e026 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.2448955 Feb 07 01:47:20.255905 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c251f705-537e-4d94-a450-f4723fd5c136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852355613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851571863'] for subnet, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:20.276322 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-83915e7f-20c1-4dad-ba6b-672abac5505c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:20.322322 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] For port 404168b8-3a21-4a8b-8be2-8c4858a863fb, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:47:20.328397 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] For port 404168b8-3a21-4a8b-8be2-8c4858a863fb, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=404168b8-3a21-4a8b-8be2-8c4858a863fb,segment=NetworkSegment(67213f94-f13a-4e18-9e03-bb4b5beb3345),segment_id=67213f94-f13a-4e18-9e03-bb4b5beb3345)] {{(pid=79943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:47:20.332942 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:20.349669 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:20.355857 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-01bc3ed7-6753-4ef5-8a03-515233a1f299 req-52ab75b4-58f0-4893-9ee1-cda2e00d7814 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235671 Feb 07 01:47:20.451915 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-1546b9ec-8efa-4233-94d9-18b2e999b66d req-fa207a9f-ffdb-4131-9673-be9f7619cbab tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] For port 17b69858-c694-45b7-a36f-238c88e1775d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=17b69858-c694-45b7-a36f-238c88e1775d,segment=NetworkSegment(7da7ba85-1432-44ad-84bc-24ee5b1556ba),segment_id=7da7ba85-1432-44ad-84bc-24ee5b1556ba)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:20.452458 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1546b9ec-8efa-4233-94d9-18b2e999b66d req-fa207a9f-ffdb-4131-9673-be9f7619cbab tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:20.460358 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56d5e9-5d79-4b09-ad9c-10196d930dbe req-48f8285c-1966-4b4c-98b0-367db801992c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:20.462042 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-bf56d5e9-5d79-4b09-ad9c-10196d930dbe req-48f8285c-1966-4b4c-98b0-367db801992c tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2279723 Feb 07 01:47:20.474075 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251f705-537e-4d94-a450-f4723fd5c136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de6b69ff-4cb4-4ac5-8e71-2eebb8df5387,revision_number=0']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:20.480604 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c251f705-537e-4d94-a450-f4723fd5c136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:20.576255 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4c170-4409-4f68-9928-6e3bfb4d43ba None None] Pushing event updated for resources: {'Port': ['ID=404168b8-3a21-4a8b-8be2-8c4858a863fb,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:20.591936 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 17b69858-c694-45b7-a36f-238c88e1775d no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:47:20.604849 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-bf56d5e9-5d79-4b09-ad9c-10196d930dbe req-23455f53-a378-4f57-8bd9-a74108b2b831 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365032 Feb 07 01:47:20.638020 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5ce4c170-4409-4f68-9928-6e3bfb4d43ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:20.675361 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-1546b9ec-8efa-4233-94d9-18b2e999b66d req-fa207a9f-ffdb-4131-9673-be9f7619cbab tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Calling delete_port for 17b69858-c694-45b7-a36f-238c88e1775d owned by compute:nova {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:47:20.676288 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Routers {'a281ece1-4252-425d-8e87-43c27836370e'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:47:20.676988 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:47:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['a281ece1-4252-425d-8e87-43c27836370e'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:20.866909 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6a2c6-5e6c-4843-8c90-d7805417f4fd req-b65d65a4-16ad-4316-a743-474a7c145782 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:20.868955 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c8d6a2c6-5e6c-4843-8c90-d7805417f4fd req-b65d65a4-16ad-4316-a743-474a7c145782 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f HTTP/1.1" status: 200 len: 946 time: 0.2328022 Feb 07 01:47:20.946284 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251f705-537e-4d94-a450-f4723fd5c136 admin admin] Checking segment: {'id': '4524619e-bb93-4985-8184-7834da9d2507', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eda4f0e5-bb5a-499b-b927-272d5657f395'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:47:20.946768 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c251f705-537e-4d94-a450-f4723fd5c136 admin admin] Network hostable DHCP agents. Network: eda4f0e5-bb5a-499b-b927-272d5657f395, hostable agents: ['056a6a88-4ceb-42c7-bddf-a3443bc3d195'], hosted agents: [] {{(pid=79941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 07 01:47:20.953919 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c8d6a2c6-5e6c-4843-8c90-d7805417f4fd req-d311564e-89dd-4e26-b99a-f159ef1f82fe tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774827 Feb 07 01:47:20.971765 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:20.987984 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c251f705-537e-4d94-a450-f4723fd5c136 admin admin] Network eda4f0e5-bb5a-499b-b927-272d5657f395 is scheduled to be hosted by DHCP agent 056a6a88-4ceb-42c7-bddf-a3443bc3d195 with binding_index 1 {{(pid=79941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 07 01:47:20.996409 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1546b9ec-8efa-4233-94d9-18b2e999b66d req-fa207a9f-ffdb-4131-9673-be9f7619cbab tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:21.012442 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-7825ace3-6fd8-4820-94f2-12e9edf5adc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:21.043752 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-c251f705-537e-4d94-a450-f4723fd5c136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-smb, eda4f0e5-bb5a-499b-b927-272d5657f395) {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:47:21.062371 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c800752-45a5-45ff-971f-b123a76ff668 None None] Network eda4f0e5-bb5a-499b-b927-272d5657f395 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:47:21.064853 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa207a9f-ffdb-4131-9673-be9f7619cbab tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Pushing event deleted for resources: {'Port': ['ID=17b69858-c694-45b7-a36f-238c88e1775d,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:21.077701 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] Set router a281ece1-4252-425d-8e87-43c27836370e gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:47:21.079982 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fa207a9f-ffdb-4131-9673-be9f7619cbab tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:21.094199 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c251f705-537e-4d94-a450-f4723fd5c136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:21.094883 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c251f705-537e-4d94-a450-f4723fd5c136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for subnet, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:21.188334 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-c251f705-537e-4d94-a450-f4723fd5c136 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1877053 Feb 07 01:47:21.190822 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 47284) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:21.205554 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1991240515-router', 'tenant_id': '30057febcfb149c3b3edcdcad8886551', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:21.213250 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:21.220248 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Usage tracker for resource:router and tenant:30057febcfb149c3b3edcdcad8886551 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:21.226910 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:21.235655 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:21.290595 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-1546b9ec-8efa-4233-94d9-18b2e999b66d req-fa207a9f-ffdb-4131-9673-be9f7619cbab tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] No DVR routers for this DVR port 17b69858-c694-45b7-a36f-238c88e1775d on host hv-cinder-74014 {{(pid=79941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:47:21.292447 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854102733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854535353'] for router, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:21.293587 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854072303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240478'] for router, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:21.299437 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1546b9ec-8efa-4233-94d9-18b2e999b66d req-fa207a9f-ffdb-4131-9673-be9f7619cbab tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:21.301529 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1546b9ec-8efa-4233-94d9-18b2e999b66d req-fa207a9f-ffdb-4131-9673-be9f7619cbab tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.45 "DELETE /v2.0/ports/17b69858-c694-45b7-a36f-238c88e1775d HTTP/1.1" status: 204 len: 173 time: 1.6619942 Feb 07 01:47:21.302082 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f', 'name': 'network-vif-deleted', 'tag': '17b69858-c694-45b7-a36f-238c88e1775d'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:47:21.327305 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:21.408107 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f', 'name': 'network-vif-deleted', 'tag': '17b69858-c694-45b7-a36f-238c88e1775d', 'status': 'completed', 'code': 200} Feb 07 01:47:21.635162 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854102750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240493'] for router, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:21.694207 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c998e-91d6-40c2-93f9-f043338be188 req-1ae3a066-d2f1-47e9-b724-8dc50d5fc43b tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:21.702132 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fb5c998e-91d6-40c2-93f9-f043338be188 req-1ae3a066-d2f1-47e9-b724-8dc50d5fc43b tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.1953375 Feb 07 01:47:21.769720 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fb5c998e-91d6-40c2-93f9-f043338be188 req-725b815a-6299-4cdf-bec6-8b356af41b91 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665269 Feb 07 01:47:21.770172 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d144e43-08c9-5821-a72c-5faad193b909-eda4f0e5-bb5a-499b-b927-272d5657f395', 'network_id': 'eda4f0e5-bb5a-499b-b927-272d5657f395', 'tenant_id': '30057febcfb149c3b3edcdcad8886551', 'fixed_ips': [{'subnet_id': 'de6b69ff-4cb4-4ac5-8e71-2eebb8df5387'}]}} from dv-cinder-740146-7-smb. {{(pid=79943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 07 01:47:21.771107 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:21.804671 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281ece1-4252-425d-8e87-43c27836370e', 'name': 'tempest-TestShelveInstance-224585523-router', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:14Z', 'revision_number': 4, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'gw_port': {'id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '404168b8-3a21-4a8b-8be2-8c4858a863fb', 'name': '', 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'mac_address': 'fa:16:3e:e9:02:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '35a3d2b9-4916-45e4-9a0e-0b345ec47c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:13Z', 'updated_at': '2021-02-07T01:47:20Z', 'revision_number': 4, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'subnets': [{'id': '35a3d2b9-4916-45e4-9a0e-0b345ec47c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:21.818782 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5aad8-ee5c-48b0-a255-ec2637e2f5c0 None None] The sync data for ids ['a281ece1-4252-425d-8e87-43c27836370e'] in dv-cinder-740146-7-smb is: [{'id': 'a281ece1-4252-425d-8e87-43c27836370e', 'name': 'tempest-TestShelveInstance-224585523-router', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:14Z', 'revision_number': 4, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'gw_port': {'id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '404168b8-3a21-4a8b-8be2-8c4858a863fb', 'name': '', 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'mac_address': 'fa:16:3e:e9:02:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '35a3d2b9-4916-45e4-9a0e-0b345ec47c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:13Z', 'updated_at': '2021-02-07T01:47:20Z', 'revision_number': 4, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'subnets': [{'id': '35a3d2b9-4916-45e4-9a0e-0b345ec47c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:47:22.030849 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:22.117667 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:22.123824 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186a7aa-78df-4866-8dfc-735a3b7c91f1 req-86e5bf94-0c34-4c4c-b386-72d89bcba831 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:22.153743 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d186a7aa-78df-4866-8dfc-735a3b7c91f1 req-86e5bf94-0c34-4c4c-b386-72d89bcba831 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.3823071 Feb 07 01:47:22.207693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Allocated IP 172.20.0.2 (eda4f0e5-bb5a-499b-b927-272d5657f395/de6b69ff-4cb4-4ac5-8e71-2eebb8df5387/39fe7934-3a65-433a-a5c9-712b45734138) {{(pid=79943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:47:22.287981 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d186a7aa-78df-4866-8dfc-735a3b7c91f1 req-8c520165-2adf-44ff-8c5f-8fabd722ecc2 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304693 Feb 07 01:47:22.355297 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-da04c790-7b35-42b2-898d-ef1a78213451 req-fd5bd8b3-806a-4671-bd57-8fe429d53053 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ffb0fc8-c9d6-4bdb-aada-2f4eb1a2514f HTTP/1.1" status: 200 len: 210 time: 0.0635324 Feb 07 01:47:22.565123 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Allocated IP 172.28.0.99 (99dfcdec-a658-4076-80f8-42c10fdcd0d7/7f907af6-b0a4-47f3-a608-7f27766af85d/02164366-5fa6-4b11-bcb6-8630cf0f27ab) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:47:22.581915 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Notify callbacks [] for port, precommit_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:22.597622 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Transition to ACTIVE for port object 39fe7934-3a65-433a-a5c9-712b45734138 will not be triggered until provisioned by entity L2. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:47:22.623112 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Transition to ACTIVE for port object 39fe7934-3a65-433a-a5c9-712b45734138 will not be triggered until provisioned by entity DHCP. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:47:22.629540 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:22.643424 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:22.741604 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:22.779550 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:22.792703 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Pushing event updated for resources: {'Port': ['ID=39fe7934-3a65-433a-a5c9-712b45734138,revision_number=1']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:22.798231 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:22.801428 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fa207a9f-ffdb-4131-9673-be9f7619cbab tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:22.857439 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Network eda4f0e5-bb5a-499b-b927-272d5657f395 is already hosted by enough agents. {{(pid=79943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:47:22.858936 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Resources bound (agent type, host, resource id): {{(pid=79943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:47:22.862413 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Received port after_create {{(pid=79943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:47:22.933627 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Attempting to bind port 39fe7934-3a65-433a-a5c9-712b45734138 on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:47:22.934046 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Attempting to bind port 39fe7934-3a65-433a-a5c9-712b45734138 by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': '4524619e-bb93-4985-8184-7834da9d2507', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eda4f0e5-bb5a-499b-b927-272d5657f395'}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:47:22.934470 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Attempting to bind port 39fe7934-3a65-433a-a5c9-712b45734138 on network eda4f0e5-bb5a-499b-b927-272d5657f395 {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:47:22.940777 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:47:22.941207 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Checking segment: {'id': '4524619e-bb93-4985-8184-7834da9d2507', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eda4f0e5-bb5a-499b-b927-272d5657f395'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:47:22.941664 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:22.942110 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Bound using segment: {'id': '4524619e-bb93-4985-8184-7834da9d2507', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eda4f0e5-bb5a-499b-b927-272d5657f395'} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:47:22.942795 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Bound port: 39fe7934-3a65-433a-a5c9-712b45734138, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4524619e-bb93-4985-8184-7834da9d2507', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eda4f0e5-bb5a-499b-b927-272d5657f395'}}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:47:22.943264 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:22.972459 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Pushing event updated for resources: {'Port': ['ID=02164366-5fa6-4b11-bcb6-8630cf0f27ab,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:22.976220 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:23.023052 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:47:23.024438 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:47:23.026780 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:47:23.046196 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] For port 39fe7934-3a65-433a-a5c9-712b45734138, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:47:23.049610 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] For port 39fe7934-3a65-433a-a5c9-712b45734138, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=39fe7934-3a65-433a-a5c9-712b45734138,segment=NetworkSegment(4524619e-bb93-4985-8184-7834da9d2507),segment_id=4524619e-bb93-4985-8184-7834da9d2507)] {{(pid=79943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:47:23.056431 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:23.074684 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:23.087683 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a025fc-7b2f-4b61-a6c6-869257e60a00 req-d3696b6e-b0fb-473d-b83f-544ea4235bee tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:23.089376 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c7a025fc-7b2f-4b61-a6c6-869257e60a00 req-d3696b6e-b0fb-473d-b83f-544ea4235bee tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.1743865 Feb 07 01:47:23.177573 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c7a025fc-7b2f-4b61-a6c6-869257e60a00 req-c31e974d-0fd9-4958-9f68-98978907781b tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810947 Feb 07 01:47:23.242654 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Pushing event updated for resources: {'Port': ['ID=39fe7934-3a65-433a-a5c9-712b45734138,revision_number=2']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:23.247823 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:23.519391 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 47316) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:23.726710 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c7eae-5528-4d8c-9600-93fac94cfe1a req-635a7b30-2175-459e-871a-b7f8ee25d4da tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:23.726710 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-af6c7eae-5528-4d8c-9600-93fac94cfe1a req-635a7b30-2175-459e-871a-b7f8ee25d4da tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.3043191 Feb 07 01:47:23.778962 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_v2 [None req-320246e2-592d-42a8-9d10-f9ca00ee0079 admin admin] Deleting subnet 8100aead-6371-470f-922e-c96f1eea8ca9 {{(pid=79942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 07 01:47:23.791931 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-320246e2-592d-42a8-9d10-f9ca00ee0079 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:23.797557 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:23.808910 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 404168b8-3a21-4a8b-8be2-8c4858a863fb up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:23.875467 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-af6c7eae-5528-4d8c-9600-93fac94cfe1a req-f20329ef-6288-4b40-9d25-eeb317492dca tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420796 Feb 07 01:47:23.894151 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-320246e2-592d-42a8-9d10-f9ca00ee0079 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852759826'] for subnet, precommit_delete_associations {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:23.925913 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port 404168b8-3a21-4a8b-8be2-8c4858a863fb completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:47:23.932108 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 404168b8-3a21-4a8b-8be2-8c4858a863fb triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:23.932540 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:23.969272 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-320246e2-592d-42a8-9d10-f9ca00ee0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-10855'] for subnet, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:24.092883 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:24.129841 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] For port 404168b8-3a21-4a8b-8be2-8c4858a863fb, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=404168b8-3a21-4a8b-8be2-8c4858a863fb,segment=NetworkSegment(67213f94-f13a-4e18-9e03-bb4b5beb3345),segment_id=67213f94-f13a-4e18-9e03-bb4b5beb3345)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:24.133373 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:24.134640 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 39fe7934-3a65-433a-a5c9-712b45734138 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:24.164557 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-14e8e088-6767-4640-9c2f-db14bd58d0d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:24.256062 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-320246e2-592d-42a8-9d10-f9ca00ee0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854764961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852760723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378118'] for subnet, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:24.278423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0ea8208a-d898-490f-98b6-747559d7b5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:24.287813 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Pushing event updated for resources: {'Port': ['ID=404168b8-3a21-4a8b-8be2-8c4858a863fb,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:24.292119 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:24.296964 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854095420'] for router, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:24.300848 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port 39fe7934-3a65-433a-a5c9-712b45734138 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:47:24.385648 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320246e2-592d-42a8-9d10-f9ca00ee0079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8100aead-6371-470f-922e-c96f1eea8ca9,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:24.388574 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-320246e2-592d-42a8-9d10-f9ca00ee0079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:24.446227 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806196f-c151-43a4-8b58-836207082a1d req-d7a26483-2e45-4fd8-a5c5-be06969987fd tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:24.447718 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-b806196f-c151-43a4-8b58-836207082a1d req-d7a26483-2e45-4fd8-a5c5-be06969987fd tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Synchronizing usage tracker for tenant:a02770029d734bc0abe3e3995c6a5abd on resource:port {{(pid=79941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:47:24.473505 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-b806196f-c151-43a4-8b58-836207082a1d req-d7a26483-2e45-4fd8-a5c5-be06969987fd tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Unset dirty status for tenant:a02770029d734bc0abe3e3995c6a5abd on resource:port {{(pid=79941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:47:24.474760 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b806196f-c151-43a4-8b58-836207082a1d req-d7a26483-2e45-4fd8-a5c5-be06969987fd tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.45 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 946 time: 0.2912948 Feb 07 01:47:24.494989 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-320246e2-592d-42a8-9d10-f9ca00ee0079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:24.509317 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-320246e2-592d-42a8-9d10-f9ca00ee0079 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8100aead-6371-470f-922e-c96f1eea8ca9 HTTP/1.1" status: 204 len: 168 time: 0.9751725 Feb 07 01:47:24.512680 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 47328) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:24.575427 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device c6665d6b-25e1-4e51-a5da-c6618c894e7b no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:47:24.621830 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04394ad-350c-4090-8e8b-e6ac3f6dc886 req-fe366ec8-13ac-46a4-8ebf-213ca9ae810c tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:24.629675 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b04394ad-350c-4090-8e8b-e6ac3f6dc886 req-fe366ec8-13ac-46a4-8ebf-213ca9ae810c tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.3117237 Feb 07 01:47:24.740541 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-b806196f-c151-43a4-8b58-836207082a1d req-170921d8-af4a-4b28-a79e-7cdf6ed484af tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Deleting port c6665d6b-25e1-4e51-a5da-c6618c894e7b {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:47:24.741386 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:24.741774 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-b806196f-c151-43a4-8b58-836207082a1d req-170921d8-af4a-4b28-a79e-7cdf6ed484af tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:24.749507 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ef2c06cc-97d3-42b5-a13d-01d6e36e6b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854360936'] for network, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:24.791288 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69877acf-7ed4-4aa2-b9d4-3e6eef58223e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6665d6b-25e1-4e51-a5da-c6618c894e7b'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:47:24.812399 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port c6665d6b-25e1-4e51-a5da-c6618c894e7b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=c6665d6b-25e1-4e51-a5da-c6618c894e7b,segment=NetworkSegment(1eef14d4-998a-45e4-953e-3ce49eb2c32f),segment_id=1eef14d4-998a-45e4-953e-3ce49eb2c32f)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:24.817152 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:24.820623 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:24.881687 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69877acf-7ed4-4aa2-b9d4-3e6eef58223e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6665d6b-25e1-4e51-a5da-c6618c894e7b', 'code': 200} Feb 07 01:47:24.884799 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b19ddd-45b2-4f3d-94fc-84d176a0002b None None] Network eda4f0e5-bb5a-499b-b927-272d5657f395 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:47:24.906987 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Router ae2532dd-bde6-4f50-abf1-57c9ddb4cec1 is scheduled to L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 with binding_index 1 {{(pid=79941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 07 01:47:24.967081 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-5cb9f319-3af1-42ae-9976-7a595feae3b3 None None] Provisioning for port 39fe7934-3a65-433a-a5c9-712b45734138 completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:47:25.195355 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-5cb9f319-3af1-42ae-9976-7a595feae3b3 None None] Provisioning complete for port 39fe7934-3a65-433a-a5c9-712b45734138 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:25.195577 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b04394ad-350c-4090-8e8b-e6ac3f6dc886 req-efd9e399-8806-46ea-ad07-ad590d261426 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5647824 Feb 07 01:47:25.196130 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f319-3af1-42ae-9976-7a595feae3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:25.244696 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=c6665d6b-25e1-4e51-a5da-c6618c894e7b,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:25.256050 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:25.262175 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-b806196f-c151-43a4-8b58-836207082a1d req-170921d8-af4a-4b28-a79e-7cdf6ed484af tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] For port c6665d6b-25e1-4e51-a5da-c6618c894e7b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=c6665d6b-25e1-4e51-a5da-c6618c894e7b,segment=NetworkSegment(1eef14d4-998a-45e4-953e-3ce49eb2c32f),segment_id=1eef14d4-998a-45e4-953e-3ce49eb2c32f)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:25.262682 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-b806196f-c151-43a4-8b58-836207082a1d req-170921d8-af4a-4b28-a79e-7cdf6ed484af tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:25.399706 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ef2c06cc-97d3-42b5-a13d-01d6e36e6b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14300', 'neutron.services.segments.db._delete_segments_for_network-8754015628454'] for network, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:25.448082 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f319-3af1-42ae-9976-7a595feae3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:25.452383 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-b806196f-c151-43a4-8b58-836207082a1d req-170921d8-af4a-4b28-a79e-7cdf6ed484af tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Calling delete_port for c6665d6b-25e1-4e51-a5da-c6618c894e7b owned by compute:nova {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:47:25.484093 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:47:25.493256 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-5cb9f319-3af1-42ae-9976-7a595feae3b3 None None] For port 39fe7934-3a65-433a-a5c9-712b45734138, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=39fe7934-3a65-433a-a5c9-712b45734138,segment=NetworkSegment(4524619e-bb93-4985-8184-7834da9d2507),segment_id=4524619e-bb93-4985-8184-7834da9d2507)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:25.496896 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Sync routers for ids ['ae2532dd-bde6-4f50-abf1-57c9ddb4cec1'] in dv-cinder-740146-7-smb {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:47:25.507254 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5cb9f319-3af1-42ae-9976-7a595feae3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:25.510406 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:25.518772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Routers {'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:47:25.520514 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:47:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['ae2532dd-bde6-4f50-abf1-57c9ddb4cec1'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:25.536772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] Notify callbacks [] for router, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:25.541239 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-d57b4e69-4a0e-455e-9009-507af753839f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3493946 Feb 07 01:47:25.542096 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 47350) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:25.593368 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9f319-3af1-42ae-9976-7a595feae3b3 None None] Pushing event updated for resources: {'Port': ['ID=39fe7934-3a65-433a-a5c9-712b45734138,revision_number=3']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:25.596662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5cb9f319-3af1-42ae-9976-7a595feae3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:25.616919 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0f4dc-6deb-4cc3-bf82-aa36c4b57182 req-16598bca-6abb-4f9e-8a0b-bc9bebae5142 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:25.618842 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0ba0f4dc-6deb-4cc3-bf82-aa36c4b57182 req-16598bca-6abb-4f9e-8a0b-bc9bebae5142 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 944 time: 0.5293558 Feb 07 01:47:25.729596 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 404168b8-3a21-4a8b-8be2-8c4858a863fb up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:25.764404 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-6ea58c86-b6c4-4e89-8611-8a92458eed18 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:25.766177 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-6ea58c86-b6c4-4e89-8611-8a92458eed18 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/networks?id=1f4ceb1b-3d46-4f53-a462-ea419c2c6306 HTTP/1.1" status: 200 len: 813 time: 0.4460464 Feb 07 01:47:25.777185 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-b806196f-c151-43a4-8b58-836207082a1d req-170921d8-af4a-4b28-a79e-7cdf6ed484af tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:25.797460 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Set router ae2532dd-bde6-4f50-abf1-57c9ddb4cec1 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:47:25.828968 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 404168b8-3a21-4a8b-8be2-8c4858a863fb triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:25.830121 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:25.905316 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-a5f9c398-15b0-49f2-9c21-6d7d27ea4894 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/quotas/e158f52cda6144d2b056591f6061810a HTTP/1.1" status: 200 len: 375 time: 0.1028073 Feb 07 01:47:25.949098 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0ba0f4dc-6deb-4cc3-bf82-aa36c4b57182 req-596c60c1-12fa-4dc6-993a-30661b15a731 tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/security-groups?id=23c1ba90-a898-427d-b266-5fbfd3518179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781644 Feb 07 01:47:26.027772 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-0e3b958b-eb17-4f35-85d9-73ba1a0c7bb0 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e158f52cda6144d2b056591f6061810a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744553 Feb 07 01:47:26.031195 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-52a8bb44-e3fc-4f11-a700-5d300c381a7a None None] Provisioning complete for port 39fe7934-3a65-433a-a5c9-712b45734138 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:26.031670 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-52a8bb44-e3fc-4f11-a700-5d300c381a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:26.135077 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9ed7c63a-02d4-4354-a08f-63870797c409 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:26.160594 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 39fe7934-3a65-433a-a5c9-712b45734138 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:26.195305 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-ef2c06cc-97d3-42b5-a13d-01d6e36e6b98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f4f79f-3bca-4b2b-9099-334cf5c63d91']}} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:26.210281 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170921d8-af4a-4b28-a79e-7cdf6ed484af tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Pushing event deleted for resources: {'Port': ['ID=c6665d6b-25e1-4e51-a5da-c6618c894e7b,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:26.216080 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-a16ae234-ef44-4209-ab98-4383cf36dcd1 service neutron] 10.222.0.52 "GET /v2.0/networks/1f4ceb1b-3d46-4f53-a462-ea419c2c6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869731 Feb 07 01:47:26.219543 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-170921d8-af4a-4b28-a79e-7cdf6ed484af tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:26.260159 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-ef2c06cc-97d3-42b5-a13d-01d6e36e6b98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da7ba85-1432-44ad-84bc-24ee5b1556ba') {'for_net_delete': True} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:26.260495 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-ef2c06cc-97d3-42b5-a13d-01d6e36e6b98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da7ba85-1432-44ad-84bc-24ee5b1556ba') {} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:26.288148 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ef2c06cc-97d3-42b5-a13d-01d6e36e6b98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754015625143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2015974'] for segment, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:26.325468 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ef2c06cc-97d3-42b5-a13d-01d6e36e6b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:26.330194 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ef2c06cc-97d3-42b5-a13d-01d6e36e6b98 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=79942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 07 01:47:26.336483 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 39fe7934-3a65-433a-a5c9-712b45734138 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:26.336901 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:26.390927 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'name': 'tempest-TestShelveInstance-1991240515-router', 'tenant_id': '30057febcfb149c3b3edcdcad8886551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '02164366-5fa6-4b11-bcb6-8630cf0f27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:21Z', 'updated_at': '2021-02-07T01:47:23Z', 'revision_number': 3, 'project_id': '30057febcfb149c3b3edcdcad8886551', 'gw_port': {'id': '02164366-5fa6-4b11-bcb6-8630cf0f27ab', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:22Z', 'updated_at': '2021-02-07T01:47:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:26.395208 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Checking router: ae2532dd-bde6-4f50-abf1-57c9ddb4cec1 for host: dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:47:26.395608 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Updating router ae2532dd-bde6-4f50-abf1-57c9ddb4cec1 port 02164366-5fa6-4b11-bcb6-8630cf0f27ab binding host dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 07 01:47:26.458310 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-c2ae5fd1-c8c0-4963-b194-ace917ce6aae None None] Provisioning complete for port 39fe7934-3a65-433a-a5c9-712b45734138 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:26.459868 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c2ae5fd1-c8c0-4963-b194-ace917ce6aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:26.522699 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:26.611216 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-b806196f-c151-43a4-8b58-836207082a1d req-170921d8-af4a-4b28-a79e-7cdf6ed484af tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] No DVR routers for this DVR port c6665d6b-25e1-4e51-a5da-c6618c894e7b on host hv-cinder-74014 {{(pid=79941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:47:26.616678 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-b806196f-c151-43a4-8b58-836207082a1d req-170921d8-af4a-4b28-a79e-7cdf6ed484af tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:26.619817 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69877acf-7ed4-4aa2-b9d4-3e6eef58223e', 'name': 'network-vif-deleted', 'tag': 'c6665d6b-25e1-4e51-a5da-c6618c894e7b'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:47:26.643462 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-ef2c06cc-97d3-42b5-a13d-01d6e36e6b98 admin admin] Network 56f4f79f-3bca-4b2b-9099-334cf5c63d91 has no segments {{(pid=79942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:47:26.655885 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b806196f-c151-43a4-8b58-836207082a1d req-170921d8-af4a-4b28-a79e-7cdf6ed484af tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.45 "DELETE /v2.0/ports/c6665d6b-25e1-4e51-a5da-c6618c894e7b HTTP/1.1" status: 204 len: 173 time: 2.1106539 Feb 07 01:47:26.660443 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ef2c06cc-97d3-42b5-a13d-01d6e36e6b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852760678'] for segment, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:27.023419 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Notify callbacks [] for port, precommit_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:27.038315 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d3d92-6fdb-4c91-ae72-b5d215e88a2d req-e5ae131a-c7b2-456a-9480-7d0e7c99da27 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:27.040059 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a95d3d92-6fdb-4c91-ae72-b5d215e88a2d req-e5ae131a-c7b2-456a-9480-7d0e7c99da27 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.4588838 Feb 07 01:47:27.067985 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-ef2c06cc-97d3-42b5-a13d-01d6e36e6b98 admin admin] Network 56f4f79f-3bca-4b2b-9099-334cf5c63d91 has no segments {{(pid=79942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:47:27.076116 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: Traceback (most recent call last): Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: timer() Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: cb(*args, **kw) Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: return func(*args, **kwargs) Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: self._notify() Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: self.callback(batched_events) Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: event.method(event) Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: segment_id)['aggregates'][0] Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: return f(self, *a, **k) Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: return self._get(url).json() Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: **kwargs) Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: return self.request(url, 'GET', **kwargs) Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: **endpoint_filter) Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 01:47:27.105246 dv-cinder-740146-7-smb neutron-server[79830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 01:47:27.127562 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-8a03ea4e-f45f-45f3-9d72-58965512481e service neutron] 10.222.0.52 "GET /v2.0/networks/1f4ceb1b-3d46-4f53-a462-ea419c2c6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9104455 Feb 07 01:47:27.229960 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a95d3d92-6fdb-4c91-ae72-b5d215e88a2d req-e1f415f5-d556-4031-9cf6-263f0dc97ec0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650956 Feb 07 01:47:27.234303 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ef2c06cc-97d3-42b5-a13d-01d6e36e6b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680321'] for network, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:27.234506 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Transition to ACTIVE for port object 02164366-5fa6-4b11-bcb6-8630cf0f27ab will not be triggered until provisioned by entity L2. {{(pid=79944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:47:27.238649 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:27.243555 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:27.257002 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ef2c06cc-97d3-42b5-a13d-01d6e36e6b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:27.284427 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-ef2c06cc-97d3-42b5-a13d-01d6e36e6b98 admin admin] 10.222.0.52 "DELETE /v2.0/networks/56f4f79f-3bca-4b2b-9099-334cf5c63d91 HTTP/1.1" status: 204 len: 168 time: 2.7702363 Feb 07 01:47:27.290128 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:27.304316 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c06cc-97d3-42b5-a13d-01d6e36e6b98 admin admin] Pushing event deleted for resources: {'Network': ['ID=56f4f79f-3bca-4b2b-9099-334cf5c63d91,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:27.309054 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ef2c06cc-97d3-42b5-a13d-01d6e36e6b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:27.393767 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69877acf-7ed4-4aa2-b9d4-3e6eef58223e', 'name': 'network-vif-deleted', 'tag': 'c6665d6b-25e1-4e51-a5da-c6618c894e7b', 'status': 'completed', 'code': 200} Feb 07 01:47:27.530987 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0580f1-1035-4309-ba48-0ba29ab9f7fe None None] Pushing event updated for resources: {'Port': ['ID=02164366-5fa6-4b11-bcb6-8630cf0f27ab,revision_number=2']} {{(pid=79944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:27.535940 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4a0580f1-1035-4309-ba48-0ba29ab9f7fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:27.641733 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-357178f0-d165-4109-9887-8217891cf095 req-d517fb9a-5848-45eb-a68f-cde7be6f601d tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] 10.222.0.52 "GET /v2.0/ports?device_id=69877acf-7ed4-4aa2-b9d4-3e6eef58223e HTTP/1.1" status: 200 len: 210 time: 0.0675406 Feb 07 01:47:27.679382 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 47372) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:27.690265 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Allocated IP 172.20.0.1 (eda4f0e5-bb5a-499b-b927-272d5657f395/de6b69ff-4cb4-4ac5-8e71-2eebb8df5387/d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:47:27.799314 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4950129c-a83d-4471-b1d7-cc575543c168 req-1335f0a7-c17e-4f19-a136-27f6321f84b7 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 210 time: 0.0605743 Feb 07 01:47:27.820934 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-f41291dc-0f00-4db6-9a7a-6a721d59c89a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=baa366e3c1934c45aad39752ece3850b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374016 Feb 07 01:47:27.831384 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 47378) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:27.845020 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Attempting to bind port 02164366-5fa6-4b11-bcb6-8630cf0f27ab on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:47:27.845544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Attempting to bind port 02164366-5fa6-4b11-bcb6-8630cf0f27ab by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}] {{(pid=79944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:47:27.846023 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Attempting to bind port 02164366-5fa6-4b11-bcb6-8630cf0f27ab on network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:47:27.852251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:47:27.852748 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Checking segment: {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:47:27.853263 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:27.853765 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Bound using segment: {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'} {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:47:27.854358 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Bound port: 02164366-5fa6-4b11-bcb6-8630cf0f27ab, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}}] {{(pid=79944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:47:27.854883 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:27.948981 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] For port 02164366-5fa6-4b11-bcb6-8630cf0f27ab, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:47:27.952435 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] For port 02164366-5fa6-4b11-bcb6-8630cf0f27ab, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=02164366-5fa6-4b11-bcb6-8630cf0f27ab,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:47:27.961407 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:27.966884 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:27.983930 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-60e36084-f7e9-4fe5-ba30-2147528506b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:27.984909 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Transition to ACTIVE for port object d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 will not be triggered until provisioned by entity DHCP. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:47:28.001650 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:28.014457 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-60e36084-f7e9-4fe5-ba30-2147528506b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:28.014763 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:28.051756 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ba6ca873-8db8-478b-8ee9-a01cb970c5bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:28.070182 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-60e36084-f7e9-4fe5-ba30-2147528506b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:28.080835 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b7618513-03a0-4b75-bda3-94920062e40a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:28.100607 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e36084-f7e9-4fe5-ba30-2147528506b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:28.107447 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-60e36084-f7e9-4fe5-ba30-2147528506b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:28.108579 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-60e36084-f7e9-4fe5-ba30-2147528506b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:28.112195 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-60e36084-f7e9-4fe5-ba30-2147528506b5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ce5ae0e-b0f0-40a1-afc2-3c8b9527b11f HTTP/1.1" status: 204 len: 168 time: 0.2772539 Feb 07 01:47:28.235937 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0580f1-1035-4309-ba48-0ba29ab9f7fe None None] Pushing event updated for resources: {'Port': ['ID=02164366-5fa6-4b11-bcb6-8630cf0f27ab,revision_number=3']} {{(pid=79944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:28.241862 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4a0580f1-1035-4309-ba48-0ba29ab9f7fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:28.286801 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Routers {'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:47:28.288145 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:47:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['ae2532dd-bde6-4f50-abf1-57c9ddb4cec1'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:28.289739 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Pushing event updated for resources: {'Port': ['ID=d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:28.296529 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:28.305537 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1badc60-18a5-4129-9bd2-751bc3ac960a req-ea178a60-1998-4189-8ef7-331b568ae276 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:28.309806 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3961a0-0270-4034-a5b0-39a26a02291a req-d9c1eb79-df8d-4613-99b4-fa1a8e3dd849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:28.311463 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1b3961a0-0270-4034-a5b0-39a26a02291a req-d9c1eb79-df8d-4613-99b4-fa1a8e3dd849 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf900df8f787450599a27a266d50017b&device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 1162 time: 0.2609220 Feb 07 01:47:28.317928 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c1badc60-18a5-4129-9bd2-751bc3ac960a req-ea178a60-1998-4189-8ef7-331b568ae276 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.4180896 Feb 07 01:47:28.325615 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Network eda4f0e5-bb5a-499b-b927-272d5657f395 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:47:28.364585 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:47:28.375671 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:47:28.402641 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c1badc60-18a5-4129-9bd2-751bc3ac960a req-331bf2fd-f16f-426b-b908-ae1c5babff3e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732105 Feb 07 01:47:28.534839 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] Set router ae2532dd-bde6-4f50-abf1-57c9ddb4cec1 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:47:28.616501 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854093824'] for router_interface, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:28.712384 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3961a0-0270-4034-a5b0-39a26a02291a req-4b02b2d0-7112-46a7-bb0a-f1ecf4ff8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:28.715908 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1b3961a0-0270-4034-a5b0-39a26a02291a req-4b02b2d0-7112-46a7-bb0a-f1ecf4ff8036 service neutron] 10.222.0.45 "GET /v2.0/networks?id=08866757-d3c7-4c94-a1bb-5736c8720014 HTTP/1.1" status: 200 len: 904 time: 0.3905826 Feb 07 01:47:28.726841 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-7a3dbdfb-7ef9-4498-ada3-c1d1210c4734 None None] Provisioning for port d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:47:28.737514 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-7a3dbdfb-7ef9-4498-ada3-c1d1210c4734 None None] Provisioning complete for port d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:28.738133 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7a3dbdfb-7ef9-4498-ada3-c1d1210c4734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:28.863496 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 47398) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:28.866017 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-7a3dbdfb-7ef9-4498-ada3-c1d1210c4734 None None] Port d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 cannot update to ACTIVE because it is not bound. {{(pid=79943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 07 01:47:28.911346 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:28.945984 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1b3961a0-0270-4034-a5b0-39a26a02291a req-e554bef6-3bc8-4f64-8af9-fb2f8bfe752e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc HTTP/1.1" status: 200 len: 1001 time: 0.2234948 Feb 07 01:47:29.316590 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'name': 'tempest-TestShelveInstance-1991240515-router', 'tenant_id': '30057febcfb149c3b3edcdcad8886551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '02164366-5fa6-4b11-bcb6-8630cf0f27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:21Z', 'updated_at': '2021-02-07T01:47:23Z', 'revision_number': 3, 'project_id': '30057febcfb149c3b3edcdcad8886551', 'gw_port': {'id': '02164366-5fa6-4b11-bcb6-8630cf0f27ab', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:22Z', 'updated_at': '2021-02-07T01:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:29.347953 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f84f0e1-56c3-4431-a22c-c08ee1369e42 None None] The sync data for ids ['ae2532dd-bde6-4f50-abf1-57c9ddb4cec1'] in dv-cinder-740146-7-smb is: [{'id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'name': 'tempest-TestShelveInstance-1991240515-router', 'tenant_id': '30057febcfb149c3b3edcdcad8886551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '02164366-5fa6-4b11-bcb6-8630cf0f27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:21Z', 'updated_at': '2021-02-07T01:47:23Z', 'revision_number': 3, 'project_id': '30057febcfb149c3b3edcdcad8886551', 'gw_port': {'id': '02164366-5fa6-4b11-bcb6-8630cf0f27ab', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:22Z', 'updated_at': '2021-02-07T01:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}] {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:47:29.575053 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3961a0-0270-4034-a5b0-39a26a02291a req-f99c7738-3d1a-49d3-bed3-abba4aef69fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:29.577012 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1b3961a0-0270-4034-a5b0-39a26a02291a req-f99c7738-3d1a-49d3-bed3-abba4aef69fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcafc843-a804-40f2-8b05-784a1ee2cb10 HTTP/1.1" status: 200 len: 849 time: 0.5954576 Feb 07 01:47:29.603178 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a944079f-3229-4817-a9ec-f3923b66e8b2 req-d57e0576-7679-4703-b5e9-abbb80ffc035 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 210 time: 0.1225760 Feb 07 01:47:29.842346 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3961a0-0270-4034-a5b0-39a26a02291a req-9244b60a-4179-4545-8a15-cf36e67e1c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:29.846020 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1b3961a0-0270-4034-a5b0-39a26a02291a req-9244b60a-4179-4545-8a15-cf36e67e1c4c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08866757-d3c7-4c94-a1bb-5736c8720014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2165058 Feb 07 01:47:29.942704 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-dfdfe192-cf8c-4e04-ad25-f76b44044b3a tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:29.945249 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-dfdfe192-cf8c-4e04-ad25-f76b44044b3a tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.45 "GET /v2.0/networks?id=1f4ceb1b-3d46-4f53-a462-ea419c2c6306 HTTP/1.1" status: 200 len: 813 time: 0.4666843 Feb 07 01:47:29.980510 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-5ea1a61d-9718-421b-a02c-d0dec22e3375 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Request body: {'port': {'device_id': 'cd0a608d-3b01-420d-b7b1-d6a1d5b894bc', 'network_id': '1f4ceb1b-3d46-4f53-a462-ea419c2c6306', 'admin_state_up': True, 'tenant_id': 'e158f52cda6144d2b056591f6061810a'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:30.015527 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:30.032166 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2420082'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:30.069228 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-88f714c0-ac7e-42f7-9cc2-bc4177860098 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:30.140063 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1b3961a0-0270-4034-a5b0-39a26a02291a req-b9e151a2-1bc1-4305-8598-e2e1f813539d service neutron] 10.222.0.45 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834895 Feb 07 01:47:30.188683 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf1f0a-0c6a-4715-a8d6-d641ee61ed42 req-a258ba12-47d7-46f3-99cb-59e4d3fd4588 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:30.191069 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Pushing event updated for resources: {'Port': ['ID=d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:30.197544 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7edf1f0a-0c6a-4715-a8d6-d641ee61ed42 req-a258ba12-47d7-46f3-99cb-59e4d3fd4588 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.5857251 Feb 07 01:47:30.198543 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:30.218288 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680157'] for router_interface, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:30.324381 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-5ea1a61d-9718-421b-a02c-d0dec22e3375 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:30.329033 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-5ea1a61d-9718-421b-a02c-d0dec22e3375 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Usage tracker for resource:port and tenant:e158f52cda6144d2b056591f6061810a is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:30.332256 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-5ea1a61d-9718-421b-a02c-d0dec22e3375 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:30.339078 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-5ea1a61d-9718-421b-a02c-d0dec22e3375 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:30.390320 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-5ea1a61d-9718-421b-a02c-d0dec22e3375 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Made reservation on behalf of e158f52cda6144d2b056591f6061810a for: {'port': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:47:30.415553 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1b3961a0-0270-4034-a5b0-39a26a02291a req-5544e569-e44f-4823-83fb-204bcdf38b1c service neutron] 10.222.0.45 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2670362 Feb 07 01:47:30.417871 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-5ea1a61d-9718-421b-a02c-d0dec22e3375 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:30.494580 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Network eda4f0e5-bb5a-499b-b927-272d5657f395 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:47:30.496226 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:47:30.774417 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Router ae2532dd-bde6-4f50-abf1-57c9ddb4cec1 has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:47:30.800346 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7edf1f0a-0c6a-4715-a8d6-d641ee61ed42 req-511914c3-e6ef-4651-b7e4-1f4b588b70c4 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6017694 Feb 07 01:47:30.808667 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-1827ad84-722a-48f8-8d76-e5579d57f3da None None] Provisioning complete for port d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:30.809528 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1827ad84-722a-48f8-8d76-e5579d57f3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:30.882489 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-1827ad84-722a-48f8-8d76-e5579d57f3da None None] Port d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 cannot update to ACTIVE because it is not bound. {{(pid=79943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 07 01:47:30.966874 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-575daecd-8855-4be6-8962-0f01d8cbac15 req-293ad871-3c7f-491d-b0c6-99927db419e7 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 210 time: 0.1193888 Feb 07 01:47:31.007293 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:47:31.007775 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-5ea1a61d-9718-421b-a02c-d0dec22e3375 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Allocated IP 172.20.0.3 (1f4ceb1b-3d46-4f53-a462-ea419c2c6306/11bdeb76-b5bf-47f9-b882-c9f15b46e0bf/ac13d24c-f885-44d7-83f6-c8bc158168d9) {{(pid=79942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:47:31.031906 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] 10.222.0.52 "PUT /v2.0/routers/ae2532dd-bde6-4f50-abf1-57c9ddb4cec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4650941 Feb 07 01:47:31.276783 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3e57-8cfb-4e50-b471-bba78ef3b592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854095659'] for router_interface, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:31.480473 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-5ea1a61d-9718-421b-a02c-d0dec22e3375 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks [] for port, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:31.716617 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 02164366-5fa6-4b11-bcb6-8630cf0f27ab up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:31.794481 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port 02164366-5fa6-4b11-bcb6-8630cf0f27ab completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:47:31.799784 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 02164366-5fa6-4b11-bcb6-8630cf0f27ab triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:31.800214 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:31.801990 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-1837738b-9c69-4631-8c1e-1285f7b2188e req-2ecceefa-5f16-41ac-a0b4-5108a2377e7c tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1894339476', 'description': 'tempest-TestShelveInstance-1894339476 description'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:31.857677 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-1837738b-9c69-4631-8c1e-1285f7b2188e req-2ecceefa-5f16-41ac-a0b4-5108a2377e7c tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:31.869816 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-1837738b-9c69-4631-8c1e-1285f7b2188e req-2ecceefa-5f16-41ac-a0b4-5108a2377e7c tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Usage tracker for resource:security_group and tenant:8b1931abed614b84acfd403a98a2afee is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:31.875188 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-1837738b-9c69-4631-8c1e-1285f7b2188e req-2ecceefa-5f16-41ac-a0b4-5108a2377e7c tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:31.883078 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-1837738b-9c69-4631-8c1e-1285f7b2188e req-2ecceefa-5f16-41ac-a0b4-5108a2377e7c tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:31.919327 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1837738b-9c69-4631-8c1e-1285f7b2188e req-2ecceefa-5f16-41ac-a0b4-5108a2377e7c tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:31.929886 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-5ea1a61d-9718-421b-a02c-d0dec22e3375 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:31.931813 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:31.948791 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] For port 02164366-5fa6-4b11-bcb6-8630cf0f27ab, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=02164366-5fa6-4b11-bcb6-8630cf0f27ab,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:31.951990 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:31.953881 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:31.962721 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:32.024322 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Pushing event updated for resources: {'Port': ['ID=02164366-5fa6-4b11-bcb6-8630cf0f27ab,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:32.028060 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:32.069394 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-1837738b-9c69-4631-8c1e-1285f7b2188e req-2ecceefa-5f16-41ac-a0b4-5108a2377e7c tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:32.097937 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-1837738b-9c69-4631-8c1e-1285f7b2188e req-2ecceefa-5f16-41ac-a0b4-5108a2377e7c tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Usage tracker for resource:security_group_rule and tenant:8b1931abed614b84acfd403a98a2afee is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:32.107736 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-1837738b-9c69-4631-8c1e-1285f7b2188e req-2ecceefa-5f16-41ac-a0b4-5108a2377e7c tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:32.152448 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-1837738b-9c69-4631-8c1e-1285f7b2188e req-2ecceefa-5f16-41ac-a0b4-5108a2377e7c tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:32.209828 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1a61d-9718-421b-a02c-d0dec22e3375 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Pushing event updated for resources: {'Port': ['ID=ac13d24c-f885-44d7-83f6-c8bc158168d9,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:32.217942 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5ea1a61d-9718-421b-a02c-d0dec22e3375 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:32.291679 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab3e57-8cfb-4e50-b471-bba78ef3b592 admin admin] Deleting port f6595454-4d19-4e74-958d-e6903f52a3e5 {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:47:32.292057 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3e57-8cfb-4e50-b471-bba78ef3b592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:32.317762 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Sync routers for ids ['ae2532dd-bde6-4f50-abf1-57c9ddb4cec1'] in dv-cinder-740146-7-smb {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:47:32.327703 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Routers {'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:47:32.328476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:47:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['ae2532dd-bde6-4f50-abf1-57c9ddb4cec1'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:32.480576 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a76a53-1ee1-4ddc-b7ee-41d51b5e2afe req-2379d813-0c6f-482b-bd83-be6f767fb90b tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:32.482200 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-04a76a53-1ee1-4ddc-b7ee-41d51b5e2afe req-2379d813-0c6f-482b-bd83-be6f767fb90b tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.5464439 Feb 07 01:47:32.502692 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-5ea1a61d-9718-421b-a02c-d0dec22e3375 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Network 1f4ceb1b-3d46-4f53-a462-ea419c2c6306 is already hosted by enough agents. {{(pid=79942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:47:32.510634 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-5ea1a61d-9718-421b-a02c-d0dec22e3375 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Resources bound (agent type, host, resource id): {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:47:32.529547 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Set router ae2532dd-bde6-4f50-abf1-57c9ddb4cec1 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:47:32.537051 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-5ea1a61d-9718-421b-a02c-d0dec22e3375 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Received port after_create {{(pid=79942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:47:32.690462 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1837738b-9c69-4631-8c1e-1285f7b2188e req-2ecceefa-5f16-41ac-a0b4-5108a2377e7c tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:32.704049 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1837738b-9c69-4631-8c1e-1285f7b2188e req-2ecceefa-5f16-41ac-a0b4-5108a2377e7c tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:32.713758 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c74589c9-c3df-4b74-b6ad-6d51ec7d2f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:32.739178 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-04a76a53-1ee1-4ddc-b7ee-41d51b5e2afe req-32f0ca7e-3c04-44b3-8995-ff03767ca976 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466092 Feb 07 01:47:32.784311 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:32.838053 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-5ea1a61d-9718-421b-a02c-d0dec22e3375 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:32.838785 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-5ea1a61d-9718-421b-a02c-d0dec22e3375 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:32.883006 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-b0ab3e57-8cfb-4e50-b471-bba78ef3b592 admin admin] For port f6595454-4d19-4e74-958d-e6903f52a3e5, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=f6595454-4d19-4e74-958d-e6903f52a3e5,segment=NetworkSegment(1eef14d4-998a-45e4-953e-3ce49eb2c32f),segment_id=1eef14d4-998a-45e4-953e-3ce49eb2c32f)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:32.883406 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3e57-8cfb-4e50-b471-bba78ef3b592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:32.898757 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecceefa-5f16-41ac-a0b4-5108a2377e7c tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df908cf2-b017-4061-83e5-34fe13b0f279,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:32.907334 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2ecceefa-5f16-41ac-a0b4-5108a2377e7c tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:32.939717 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:32.940213 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:33.007113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1837738b-9c69-4631-8c1e-1285f7b2188e req-2ecceefa-5f16-41ac-a0b4-5108a2377e7c tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:33.008430 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1837738b-9c69-4631-8c1e-1285f7b2188e req-2ecceefa-5f16-41ac-a0b4-5108a2377e7c tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.2193666 Feb 07 01:47:33.009798 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-5ea1a61d-9718-421b-a02c-d0dec22e3375 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0347912 Feb 07 01:47:33.026003 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'name': 'tempest-TestShelveInstance-1991240515-router', 'tenant_id': '30057febcfb149c3b3edcdcad8886551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '02164366-5fa6-4b11-bcb6-8630cf0f27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:21Z', 'updated_at': '2021-02-07T01:47:28Z', 'revision_number': 4, 'project_id': '30057febcfb149c3b3edcdcad8886551', 'gw_port': {'id': '02164366-5fa6-4b11-bcb6-8630cf0f27ab', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:22Z', 'updated_at': '2021-02-07T01:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': 'd6a0fd49-a6ed-4b0d-83ca-70a6c524dd52', 'name': '', 'network_id': 'eda4f0e5-bb5a-499b-b927-272d5657f395', 'tenant_id': '30057febcfb149c3b3edcdcad8886551', 'mac_address': 'fa:16:3e:66:74:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'de6b69ff-4cb4-4ac5-8e71-2eebb8df5387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:27Z', 'updated_at': '2021-02-07T01:47:29Z', 'revision_number': 2, 'project_id': '30057febcfb149c3b3edcdcad8886551', 'subnets': [{'id': 'de6b69ff-4cb4-4ac5-8e71-2eebb8df5387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:33.063119 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Checking router: ae2532dd-bde6-4f50-abf1-57c9ddb4cec1 for host: dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:47:33.063654 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Updating router ae2532dd-bde6-4f50-abf1-57c9ddb4cec1 port d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 binding host dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 07 01:47:33.093565 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab3e57-8cfb-4e50-b471-bba78ef3b592 admin admin] Calling delete_port for f6595454-4d19-4e74-958d-e6903f52a3e5 owned by network:router_interface {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:47:33.127700 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Request body: {'port': {'device_id': 'cd0a608d-3b01-420d-b7b1-d6a1d5b894bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:33.151679 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:33.496649 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-abaa9054-8ece-457d-aa1e-bd65813668af req-d76b262f-0268-46a7-a6c2-4eefd91f1ee5 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups/df908cf2-b017-4061-83e5-34fe13b0f279 HTTP/1.1" status: 200 len: 1802 time: 0.4114275 Feb 07 01:47:33.586766 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e33a9-66ee-4bc3-ba48-308c0ab23cf2 req-9e63a6f1-e794-45f2-840b-efef454c2e6f tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:33.587605 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-e25e33a9-66ee-4bc3-ba48-308c0ab23cf2 req-9e63a6f1-e794-45f2-840b-efef454c2e6f tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Synchronizing usage tracker for tenant:e158f52cda6144d2b056591f6061810a on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:47:33.594733 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Notify callbacks [] for port, precommit_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:33.598076 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:33.607541 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Transition to ACTIVE for port object d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 will not be triggered until provisioned by entity L2. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:47:33.610566 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:33.624178 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-abaa9054-8ece-457d-aa1e-bd65813668af req-6eae484a-eb95-4cca-a23b-501151de699e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'df908cf2-b017-4061-83e5-34fe13b0f279', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:33.624641 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-abaa9054-8ece-457d-aa1e-bd65813668af req-6eae484a-eb95-4cca-a23b-501151de699e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'df908cf2-b017-4061-83e5-34fe13b0f279', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:33.626687 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:33.667271 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-abaa9054-8ece-457d-aa1e-bd65813668af req-6eae484a-eb95-4cca-a23b-501151de699e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:33.676683 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-abaa9054-8ece-457d-aa1e-bd65813668af req-6eae484a-eb95-4cca-a23b-501151de699e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Usage tracker for resource:security_group_rule and tenant:8b1931abed614b84acfd403a98a2afee is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:33.692054 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 02164366-5fa6-4b11-bcb6-8630cf0f27ab up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:33.715712 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-abaa9054-8ece-457d-aa1e-bd65813668af req-6eae484a-eb95-4cca-a23b-501151de699e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:33.731845 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-e25e33a9-66ee-4bc3-ba48-308c0ab23cf2 req-9e63a6f1-e794-45f2-840b-efef454c2e6f tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Unset dirty status for tenant:e158f52cda6144d2b056591f6061810a on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:47:33.733143 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e25e33a9-66ee-4bc3-ba48-308c0ab23cf2 req-9e63a6f1-e794-45f2-840b-efef454c2e6f tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 931 time: 0.8309383 Feb 07 01:47:33.747368 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-abaa9054-8ece-457d-aa1e-bd65813668af req-6eae484a-eb95-4cca-a23b-501151de699e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:33.969284 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0435e-310f-4c5a-b47c-2a81f52cd828 None None] Pushing event updated for resources: {'Port': ['ID=d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52,revision_number=3']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:33.987336 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0eb0435e-310f-4c5a-b47c-2a81f52cd828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:34.044946 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 02164366-5fa6-4b11-bcb6-8630cf0f27ab triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:34.045289 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:34.136195 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:47:34.139451 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e25e33a9-66ee-4bc3-ba48-308c0ab23cf2 req-165d7b4f-bad0-4ac4-9755-d97769bc828c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872008 Feb 07 01:47:34.228186 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Attempting to bind port d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:47:34.228612 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Attempting to bind port d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': '4524619e-bb93-4985-8184-7834da9d2507', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eda4f0e5-bb5a-499b-b927-272d5657f395'}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:47:34.229031 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Attempting to bind port d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 on network eda4f0e5-bb5a-499b-b927-272d5657f395 {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:47:34.238753 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:47:34.239214 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Checking segment: {'id': '4524619e-bb93-4985-8184-7834da9d2507', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eda4f0e5-bb5a-499b-b927-272d5657f395'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:47:34.239664 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:34.240110 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Bound using segment: {'id': '4524619e-bb93-4985-8184-7834da9d2507', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eda4f0e5-bb5a-499b-b927-272d5657f395'} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:47:34.240671 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Bound port: d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4524619e-bb93-4985-8184-7834da9d2507', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'eda4f0e5-bb5a-499b-b927-272d5657f395'}}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:47:34.241097 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:34.257765 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3e57-8cfb-4e50-b471-bba78ef3b592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:34.261951 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-abaa9054-8ece-457d-aa1e-bd65813668af req-6eae484a-eb95-4cca-a23b-501151de699e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:34.286143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:34.346288 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab3e57-8cfb-4e50-b471-bba78ef3b592 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6595454-4d19-4e74-958d-e6903f52a3e5,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:34.378055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b0ab3e57-8cfb-4e50-b471-bba78ef3b592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:34.410746 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] For port d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:47:34.414551 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] For port d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52,segment=NetworkSegment(4524619e-bb93-4985-8184-7834da9d2507),segment_id=4524619e-bb93-4985-8184-7834da9d2507)] {{(pid=79943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:47:34.418410 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:34.432764 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0e4741e3-12f4-4261-817b-81063815d897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:34.472065 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-abaa9054-8ece-457d-aa1e-bd65813668af req-6eae484a-eb95-4cca-a23b-501151de699e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:34.533375 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-abaa9054-8ece-457d-aa1e-bd65813668af req-6eae484a-eb95-4cca-a23b-501151de699e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701100'] for security_group_rule, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:34.552680 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-149ba286-445f-436d-bf33-9bdf0a2a6f46 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:34.592180 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0435e-310f-4c5a-b47c-2a81f52cd828 None None] Pushing event updated for resources: {'Port': ['ID=d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:34.592746 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae484a-eb95-4cca-a23b-501151de699e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d7e4b8-aa08-4c16-8996-12c8c37d3043,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:34.596753 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0eb0435e-310f-4c5a-b47c-2a81f52cd828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:34.602013 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-6eae484a-eb95-4cca-a23b-501151de699e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:34.639381 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-abaa9054-8ece-457d-aa1e-bd65813668af req-6eae484a-eb95-4cca-a23b-501151de699e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:34.640812 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-abaa9054-8ece-457d-aa1e-bd65813668af req-6eae484a-eb95-4cca-a23b-501151de699e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0436609 Feb 07 01:47:34.668881 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Routers {'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:47:34.669573 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:47:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['ae2532dd-bde6-4f50-abf1-57c9ddb4cec1'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:34.875384 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] Set router ae2532dd-bde6-4f50-abf1-57c9ddb4cec1 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:47:34.899492 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-62be0c69-b70f-4354-a0f3-33d424476af9 req-52c396dc-6b16-4da0-9462-b85ce0a74de0 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups/df908cf2-b017-4061-83e5-34fe13b0f279 HTTP/1.1" status: 200 len: 2395 time: 0.2179570 Feb 07 01:47:34.924610 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-62be0c69-b70f-4354-a0f3-33d424476af9 req-d312a8d9-31c8-402f-aae6-29d7a7761978 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'df908cf2-b017-4061-83e5-34fe13b0f279', 'remote_group_id': None}]} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:34.925019 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-62be0c69-b70f-4354-a0f3-33d424476af9 req-d312a8d9-31c8-402f-aae6-29d7a7761978 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'df908cf2-b017-4061-83e5-34fe13b0f279', 'remote_group_id': None}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:35.002557 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-62be0c69-b70f-4354-a0f3-33d424476af9 req-d312a8d9-31c8-402f-aae6-29d7a7761978 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:35.018314 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac13d24c-f885-44d7-83f6-c8bc158168d9 {{(pid=79942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 07 01:47:35.023843 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-62be0c69-b70f-4354-a0f3-33d424476af9 req-d312a8d9-31c8-402f-aae6-29d7a7761978 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Usage tracker for resource:security_group_rule and tenant:8b1931abed614b84acfd403a98a2afee is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:35.028689 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-62be0c69-b70f-4354-a0f3-33d424476af9 req-d312a8d9-31c8-402f-aae6-29d7a7761978 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:35.046167 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:35.051072 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-62be0c69-b70f-4354-a0f3-33d424476af9 req-d312a8d9-31c8-402f-aae6-29d7a7761978 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:35.075114 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Transition to ACTIVE for port object ac13d24c-f885-44d7-83f6-c8bc158168d9 will not be triggered until provisioned by entity L2. {{(pid=79942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:47:35.096228 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852760648'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:35.123713 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:35.199668 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3e57-8cfb-4e50-b471-bba78ef3b592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854143029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854099226'] for router_interface, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:35.220690 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'name': 'tempest-TestShelveInstance-1991240515-router', 'tenant_id': '30057febcfb149c3b3edcdcad8886551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '02164366-5fa6-4b11-bcb6-8630cf0f27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:21Z', 'updated_at': '2021-02-07T01:47:28Z', 'revision_number': 4, 'project_id': '30057febcfb149c3b3edcdcad8886551', 'gw_port': {'id': '02164366-5fa6-4b11-bcb6-8630cf0f27ab', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:22Z', 'updated_at': '2021-02-07T01:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': 'd6a0fd49-a6ed-4b0d-83ca-70a6c524dd52', 'name': '', 'network_id': 'eda4f0e5-bb5a-499b-b927-272d5657f395', 'tenant_id': '30057febcfb149c3b3edcdcad8886551', 'mac_address': 'fa:16:3e:66:74:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'de6b69ff-4cb4-4ac5-8e71-2eebb8df5387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:27Z', 'updated_at': '2021-02-07T01:47:34Z', 'revision_number': 4, 'project_id': '30057febcfb149c3b3edcdcad8886551', 'subnets': [{'id': 'de6b69ff-4cb4-4ac5-8e71-2eebb8df5387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:35.225463 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afec20f9-8f22-466c-90e7-f6e49f904f47 None None] The sync data for ids ['ae2532dd-bde6-4f50-abf1-57c9ddb4cec1'] in dv-cinder-740146-7-smb is: [{'id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'name': 'tempest-TestShelveInstance-1991240515-router', 'tenant_id': '30057febcfb149c3b3edcdcad8886551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '02164366-5fa6-4b11-bcb6-8630cf0f27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:21Z', 'updated_at': '2021-02-07T01:47:28Z', 'revision_number': 4, 'project_id': '30057febcfb149c3b3edcdcad8886551', 'gw_port': {'id': '02164366-5fa6-4b11-bcb6-8630cf0f27ab', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:22Z', 'updated_at': '2021-02-07T01:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': 'd6a0fd49-a6ed-4b0d-83ca-70a6c524dd52', 'name': '', 'network_id': 'eda4f0e5-bb5a-499b-b927-272d5657f395', 'tenant_id': '30057febcfb149c3b3edcdcad8886551', 'mac_address': 'fa:16:3e:66:74:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'de6b69ff-4cb4-4ac5-8e71-2eebb8df5387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:27Z', 'updated_at': '2021-02-07T01:47:34Z', 'revision_number': 4, 'project_id': '30057febcfb149c3b3edcdcad8886551', 'subnets': [{'id': 'de6b69ff-4cb4-4ac5-8e71-2eebb8df5387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:47:35.358535 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Pushing event updated for resources: {'Port': ['ID=ac13d24c-f885-44d7-83f6-c8bc158168d9,revision_number=2']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:35.368780 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-62be0c69-b70f-4354-a0f3-33d424476af9 req-d312a8d9-31c8-402f-aae6-29d7a7761978 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:35.373010 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:35.574221 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-62be0c69-b70f-4354-a0f3-33d424476af9 req-d312a8d9-31c8-402f-aae6-29d7a7761978 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:35.589900 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-62be0c69-b70f-4354-a0f3-33d424476af9 req-d312a8d9-31c8-402f-aae6-29d7a7761978 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701100'] for security_group_rule, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:35.649804 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:35.765122 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312a8d9-31c8-402f-aae6-29d7a7761978 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407fe3e8-c62c-4bbd-b4d9-a08f442689f9,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:35.821475 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d312a8d9-31c8-402f-aae6-29d7a7761978 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:35.870697 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:35.906594 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d3e56-b4a4-43ee-9736-d682c2f05cc7 req-994b55f0-fb80-4f63-afc8-bf292453eec4 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:35.908354 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c10d3e56-b4a4-43ee-9736-d682c2f05cc7 req-994b55f0-fb80-4f63-afc8-bf292453eec4 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 943 time: 0.5633616 Feb 07 01:47:35.971190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:47:35.979021 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:35.979918 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:36.133125 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:36.173203 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] For port d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52,segment=NetworkSegment(4524619e-bb93-4985-8184-7834da9d2507),segment_id=4524619e-bb93-4985-8184-7834da9d2507)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:36.176394 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:36.181480 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:36.230609 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-62be0c69-b70f-4354-a0f3-33d424476af9 req-d312a8d9-31c8-402f-aae6-29d7a7761978 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:36.235128 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-62be0c69-b70f-4354-a0f3-33d424476af9 req-d312a8d9-31c8-402f-aae6-29d7a7761978 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.3184471 Feb 07 01:47:36.268245 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Pushing event updated for resources: {'Port': ['ID=d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:36.281942 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:36.325235 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c10d3e56-b4a4-43ee-9736-d682c2f05cc7 req-6d8a25f0-3001-41b3-b8f6-0102e8a64f79 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855600 Feb 07 01:47:36.336591 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Attempting to bind port ac13d24c-f885-44d7-83f6-c8bc158168d9 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:47:36.336976 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Attempting to bind port ac13d24c-f885-44d7-83f6-c8bc158168d9 by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '5e116cf7-d777-4a67-bcd5-d44ec8671116', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1f4ceb1b-3d46-4f53-a462-ea419c2c6306'}] {{(pid=79942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:47:36.337459 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Attempting to bind port ac13d24c-f885-44d7-83f6-c8bc158168d9 on network 1f4ceb1b-3d46-4f53-a462-ea419c2c6306 {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:47:36.350503 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Checking agent: {'id': 'b7cc771a-d95a-4267-9fb0-ee0cef286fca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 41, 44), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:47:36.350915 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Checking segment: {'id': '5e116cf7-d777-4a67-bcd5-d44ec8671116', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1f4ceb1b-3d46-4f53-a462-ea419c2c6306'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:47:36.351327 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:36.351725 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Bound using segment: {'id': '5e116cf7-d777-4a67-bcd5-d44ec8671116', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1f4ceb1b-3d46-4f53-a462-ea419c2c6306'} {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:47:36.352225 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Bound port: ac13d24c-f885-44d7-83f6-c8bc158168d9, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e116cf7-d777-4a67-bcd5-d44ec8671116', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1f4ceb1b-3d46-4f53-a462-ea419c2c6306'}}] {{(pid=79942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:47:36.353661 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:36.626089 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] For port ac13d24c-f885-44d7-83f6-c8bc158168d9, host hv-cinder-74014, cleared binding levels {{(pid=79942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:47:36.649423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] For port ac13d24c-f885-44d7-83f6-c8bc158168d9, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=ac13d24c-f885-44d7-83f6-c8bc158168d9,segment=NetworkSegment(5e116cf7-d777-4a67-bcd5-d44ec8671116),segment_id=5e116cf7-d777-4a67-bcd5-d44ec8671116)] {{(pid=79942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:47:36.660827 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ab3e57-8cfb-4e50-b471-bba78ef3b592 admin admin] Router f87df8d9-8fc1-4809-9b1f-649e9937243f has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:47:36.662705 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852760648'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:36.683842 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:36.994965 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Pushing event updated for resources: {'Port': ['ID=ac13d24c-f885-44d7-83f6-c8bc158168d9,revision_number=3']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:37.004080 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:37.063257 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:37.063939 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:37.065417 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] 10.222.0.45 "PUT /v2.0/ports/ac13d24c-f885-44d7-83f6-c8bc158168d9 HTTP/1.1" status: 200 len: 1157 time: 3.9824250 Feb 07 01:47:37.065963 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0a608d-3b01-420d-b7b1-d6a1d5b894bc', 'tag': 'ac13d24c-f885-44d7-83f6-c8bc158168d9'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:47:37.074205 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ab3e57-8cfb-4e50-b471-bba78ef3b592 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:47:37.079275 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-b0ab3e57-8cfb-4e50-b471-bba78ef3b592 admin admin] 10.222.0.52 "PUT /v2.0/routers/f87df8d9-8fc1-4809-9b1f-649e9937243f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2139552 Feb 07 01:47:37.082147 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 47552) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:37.087899 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434e98d8-6a2e-4c91-8b5e-99d089251675 None None] Sync routers for ids ['f87df8d9-8fc1-4809-9b1f-649e9937243f'] in dv-cinder-740146-7-smb {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:47:37.105397 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434e98d8-6a2e-4c91-8b5e-99d089251675 None None] Routers {'f87df8d9-8fc1-4809-9b1f-649e9937243f'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:47:37.106272 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-434e98d8-6a2e-4c91-8b5e-99d089251675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:47:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['f87df8d9-8fc1-4809-9b1f-649e9937243f'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:37.132703 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0a608d-3b01-420d-b7b1-d6a1d5b894bc', 'tag': 'ac13d24c-f885-44d7-83f6-c8bc158168d9', 'status': 'completed', 'code': 200} Feb 07 01:47:37.237632 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-9b05f632-c358-49c5-a371-fcc366fe68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:37.240762 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-9b05f632-c358-49c5-a371-fcc366fe68f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e158f52cda6144d2b056591f6061810a&device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 1160 time: 0.0907364 Feb 07 01:47:37.280156 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67d10cf4-8bb7-4deb-ade9-7080f134800b admin admin] Notify callbacks [] for router, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:37.316911 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-434e98d8-6a2e-4c91-8b5e-99d089251675 None None] Set router f87df8d9-8fc1-4809-9b1f-649e9937243f gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:47:37.331551 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-8d4b3528-31e3-45c4-83f5-580c40eb99c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac13d24c-f885-44d7-83f6-c8bc158168d9 HTTP/1.1" status: 200 len: 217 time: 0.0706871 Feb 07 01:47:37.414865 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-91154b65-cf56-4193-af50-b351420801fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:37.416481 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-91154b65-cf56-4193-af50-b351420801fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=11bdeb76-b5bf-47f9-b882-c9f15b46e0bf HTTP/1.1" status: 200 len: 853 time: 0.0793929 Feb 07 01:47:37.494566 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67d10cf4-8bb7-4deb-ade9-7080f134800b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:37.500470 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-67d10cf4-8bb7-4deb-ade9-7080f134800b admin admin] Deleting port 5d187281-761f-4232-a2e1-6c003d5f98eb {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:47:37.501000 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67d10cf4-8bb7-4deb-ade9-7080f134800b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:37.521345 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-289f6467-69db-4717-b580-139f637dbb57 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f4ceb1b-3d46-4f53-a462-ea419c2c6306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659988 Feb 07 01:47:37.658352 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-434e98d8-6a2e-4c91-8b5e-99d089251675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'name': 'tempest-ServerRescueNegativeTestJSON-1688430139-router', 'tenant_id': 'a02770029d734bc0abe3e3995c6a5abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '5d187281-761f-4232-a2e1-6c003d5f98eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:49Z', 'updated_at': '2021-02-07T01:47:33Z', 'revision_number': 5, 'project_id': 'a02770029d734bc0abe3e3995c6a5abd', 'gw_port': {'id': '5d187281-761f-4232-a2e1-6c003d5f98eb', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:51Z', 'updated_at': '2021-02-07T01:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:37.662713 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434e98d8-6a2e-4c91-8b5e-99d089251675 None None] Checking router: f87df8d9-8fc1-4809-9b1f-649e9937243f for host: dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:47:37.674729 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434e98d8-6a2e-4c91-8b5e-99d089251675 None None] Routers {'f87df8d9-8fc1-4809-9b1f-649e9937243f'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:47:37.674729 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-434e98d8-6a2e-4c91-8b5e-99d089251675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:47:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['f87df8d9-8fc1-4809-9b1f-649e9937243f'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:37.729283 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:37.738309 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-67d10cf4-8bb7-4deb-ade9-7080f134800b admin admin] For port 5d187281-761f-4232-a2e1-6c003d5f98eb, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=5d187281-761f-4232-a2e1-6c003d5f98eb,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:37.738637 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67d10cf4-8bb7-4deb-ade9-7080f134800b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:37.820629 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:37.821617 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:37.839035 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf97cf-99d9-4d39-8372-fd4211d16ac5 req-f353f5e9-94c3-4921-9cca-aefb559fa1e6 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:37.846941 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c3bf97cf-99d9-4d39-8372-fd4211d16ac5 req-f353f5e9-94c3-4921-9cca-aefb559fa1e6 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 943 time: 0.2664952 Feb 07 01:47:37.882152 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-dc0ddb7c-25e4-4b61-8c58-066da9cd414d service neutron] 10.222.0.45 "GET /v2.0/networks/1f4ceb1b-3d46-4f53-a462-ea419c2c6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597653 Feb 07 01:47:37.901078 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-67d10cf4-8bb7-4deb-ade9-7080f134800b admin admin] Calling delete_port for 5d187281-761f-4232-a2e1-6c003d5f98eb owned by network:router_gateway {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:47:37.902202 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-434e98d8-6a2e-4c91-8b5e-99d089251675 None None] Set router f87df8d9-8fc1-4809-9b1f-649e9937243f gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:47:38.022730 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c3bf97cf-99d9-4d39-8372-fd4211d16ac5 req-f2f9230c-91c8-4371-9942-ccc2290ca82a tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748219 Feb 07 01:47:38.057305 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f6e76c00-499d-44c6-bb8f-05ff105e61ce req-7b77f1a7-5a54-424b-8053-8a865fc253d9 service neutron] 10.222.0.45 "GET /v2.0/networks/1f4ceb1b-3d46-4f53-a462-ea419c2c6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1665685 Feb 07 01:47:38.061826 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67d10cf4-8bb7-4deb-ade9-7080f134800b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: WARNING neutron.plugins.ml2.ovo_rpc [None req-67d10cf4-8bb7-4deb-ade9-7080f134800b admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: result = function(*args, **kwargs) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: proto.__init__(conn_state, self) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: self.handle() Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: self.handle_one_request() Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: self.handle_one_response() Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: result = self.application(self.environ, start_response) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: return app(environ, start_response) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: resp = self.call_func(req, *args, **kw) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: return self.func(req, *args, **kwargs) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: response = req.get_response(self.application) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: application, catch_exc_info=False) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: app_iter = application(self.environ, start_response) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: resp = self.call_func(req, *args, **kw) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: return self.func(req, *args, **kwargs) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: response = req.get_response(self.application) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: application, catch_exc_info=False) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: app_iter = application(self.environ, start_response) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: resp = self.call_func(req, *args, **kw) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: return self.func(req, *args, **kwargs) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: response = req.get_response(self.application) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: application, catch_exc_info=False) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: app_iter = application(self.environ, start_response) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: resp = self.call_func(req, *args, **kw) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: return self.func(req, *args, **kwargs) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: response = req.get_response(self.application) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: application, catch_exc_info=False) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: app_iter = application(self.environ, start_response) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: resp = self.call_func(req, *args, **kw) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: return self.func(req, *args, **kwargs) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: return request.get_response(self.application) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: application, catch_exc_info=False) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: app_iter = application(self.environ, start_response) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: resp = self.call_func(req, *args, **kw) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: return self.func(req, *args, **kwargs) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: response = req.get_response(self._app) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: application, catch_exc_info=False) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: app_iter = application(self.environ, start_response) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: return resp(environ, start_response) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: return resp(environ, start_response) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: response = self.app(environ, start_response) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: return resp(environ, start_response) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: resp = self.call_func(req, *args, **kw) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: return self.func(req, *args, **kwargs) Feb 07 01:47:38.067946 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: result = method(request=request, **args) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: return self._delete(request, id, **kwargs) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: return f(*args, **kwargs) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: return f(*args, **kwargs) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: return f(*dup_args, **dup_kwargs) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: obj_deleter(request.context, id, **kwargs) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: return method(*args, **kwargs) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: return f(*args, **kwargs) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: return f(*args, **kwargs) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: return f(*dup_args, **dup_kwargs) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: self._delete_current_gw_port(context, id, router, None) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: admin_ctx, gw_port_id, l3_port_check=False) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: return f(self, context, *args, **kwargs) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: return method(*args, **kwargs) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: context, port, router_ids, bound_mech_contexts) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: return function(*args, **kwargs) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: callback(resource, event, trigger, **kwargs) Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: if self._is_session_semantic_violated(context, resource, event): Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: stack = traceback.extract_stack() Feb 07 01:47:38.073109 dv-cinder-740146-7-smb neutron-server[79830]: Feb 07 01:47:38.248298 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2f6c-e708-4e7b-8ccc-fb35a5161bca req-87f27382-24f9-4721-8580-53ef70bedfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:38.250041 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-100c2f6c-e708-4e7b-8ccc-fb35a5161bca req-87f27382-24f9-4721-8580-53ef70bedfe3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e158f52cda6144d2b056591f6061810a&device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 1160 time: 0.0929046 Feb 07 01:47:38.266391 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-434e98d8-6a2e-4c91-8b5e-99d089251675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'name': 'tempest-ServerRescueNegativeTestJSON-1688430139-router', 'tenant_id': 'a02770029d734bc0abe3e3995c6a5abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '5d187281-761f-4232-a2e1-6c003d5f98eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:49Z', 'updated_at': '2021-02-07T01:47:33Z', 'revision_number': 5, 'project_id': 'a02770029d734bc0abe3e3995c6a5abd', 'gw_port': {'id': '5d187281-761f-4232-a2e1-6c003d5f98eb', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:51Z', 'updated_at': '2021-02-07T01:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:38.271156 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434e98d8-6a2e-4c91-8b5e-99d089251675 None None] The sync data for ids ['f87df8d9-8fc1-4809-9b1f-649e9937243f'] in dv-cinder-740146-7-smb is: [{'id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'name': 'tempest-ServerRescueNegativeTestJSON-1688430139-router', 'tenant_id': 'a02770029d734bc0abe3e3995c6a5abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.199'}], 'enable_snat': True}, 'gw_port_id': '5d187281-761f-4232-a2e1-6c003d5f98eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:49Z', 'updated_at': '2021-02-07T01:47:33Z', 'revision_number': 5, 'project_id': 'a02770029d734bc0abe3e3995c6a5abd', 'gw_port': {'id': '5d187281-761f-4232-a2e1-6c003d5f98eb', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ba:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87df8d9-8fc1-4809-9b1f-649e9937243f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:51Z', 'updated_at': '2021-02-07T01:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}] {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:47:38.300140 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67d10cf4-8bb7-4deb-ade9-7080f134800b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854095386'] for router_gateway, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:38.414854 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2f6c-e708-4e7b-8ccc-fb35a5161bca req-9153f518-119c-45bd-aaf6-8a5019474b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:38.415951 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-100c2f6c-e708-4e7b-8ccc-fb35a5161bca req-9153f518-119c-45bd-aaf6-8a5019474b1b service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f4ceb1b-3d46-4f53-a462-ea419c2c6306 HTTP/1.1" status: 200 len: 907 time: 0.1585801 Feb 07 01:47:38.526848 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-100c2f6c-e708-4e7b-8ccc-fb35a5161bca req-4c531fd5-f79a-4d9e-aab7-69cd61dc28ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac13d24c-f885-44d7-83f6-c8bc158168d9 HTTP/1.1" status: 200 len: 217 time: 0.1014860 Feb 07 01:47:38.617616 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2f6c-e708-4e7b-8ccc-fb35a5161bca req-47ca7859-c8ad-4617-bf95-d9a46629d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:38.619261 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-100c2f6c-e708-4e7b-8ccc-fb35a5161bca req-47ca7859-c8ad-4617-bf95-d9a46629d72e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=11bdeb76-b5bf-47f9-b882-c9f15b46e0bf HTTP/1.1" status: 200 len: 853 time: 0.0841644 Feb 07 01:47:38.696782 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-100c2f6c-e708-4e7b-8ccc-fb35a5161bca req-146d870e-c10c-4a3f-a0a1-5a2271fc4b18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f4ceb1b-3d46-4f53-a462-ea419c2c6306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638287 Feb 07 01:47:38.708057 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67d10cf4-8bb7-4deb-ade9-7080f134800b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854102588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854535338'] for router, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:38.711454 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67d10cf4-8bb7-4deb-ade9-7080f134800b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:38.803512 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67d10cf4-8bb7-4deb-ade9-7080f134800b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681557'] for router, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:38.804084 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d10cf4-8bb7-4deb-ade9-7080f134800b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f87df8d9-8fc1-4809-9b1f-649e9937243f {{(pid=79941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 01:47:38.817812 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67d10cf4-8bb7-4deb-ade9-7080f134800b admin admin] Notify callbacks [] for router, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:38.822110 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-67d10cf4-8bb7-4deb-ade9-7080f134800b admin admin] 10.222.0.52 "DELETE /v2.0/routers/f87df8d9-8fc1-4809-9b1f-649e9937243f HTTP/1.1" status: 204 len: 168 time: 1.7365930 Feb 07 01:47:38.822361 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 47590) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:38.890615 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_v2 [None req-a360c162-0edb-4e2f-a1ac-a9643bc112cc admin admin] Deleting subnet 448b1d84-79a2-406e-aaae-d8f13e43358f {{(pid=79941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 07 01:47:38.894337 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a360c162-0edb-4e2f-a1ac-a9643bc112cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:38.956339 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a360c162-0edb-4e2f-a1ac-a9643bc112cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2068156'] for subnet, precommit_delete_associations {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:39.021190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a360c162-0edb-4e2f-a1ac-a9643bc112cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-10855'] for subnet, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:39.085444 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-100c2f6c-e708-4e7b-8ccc-fb35a5161bca req-1fe05d89-7fa3-4367-99f1-6edeff22b974 service neutron] 10.222.0.45 "GET /v2.0/networks/1f4ceb1b-3d46-4f53-a462-ea419c2c6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775077 Feb 07 01:47:39.336639 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a360c162-0edb-4e2f-a1ac-a9643bc112cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854764961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2420135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851564641'] for subnet, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:39.354308 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c251f705-537e-4d94-a450-f4723fd5c136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:39.356102 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-100c2f6c-e708-4e7b-8ccc-fb35a5161bca req-c52c8e3e-11ce-45b8-bdf1-76084d2169f8 service neutron] 10.222.0.45 "GET /v2.0/networks/1f4ceb1b-3d46-4f53-a462-ea419c2c6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2618773 Feb 07 01:47:39.396515 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360c162-0edb-4e2f-a1ac-a9643bc112cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=448b1d84-79a2-406e-aaae-d8f13e43358f,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:39.399702 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a360c162-0edb-4e2f-a1ac-a9643bc112cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:39.497697 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aef06e-ce2e-4930-8ee2-0ac440324db3 req-8f7dbb29-5058-4446-a8da-3d8817e7dc3a tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:39.499416 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-30aef06e-ce2e-4930-8ee2-0ac440324db3 req-8f7dbb29-5058-4446-a8da-3d8817e7dc3a tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 943 time: 0.1967762 Feb 07 01:47:39.515299 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a360c162-0edb-4e2f-a1ac-a9643bc112cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for subnet, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:39.523083 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-a360c162-0edb-4e2f-a1ac-a9643bc112cc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/448b1d84-79a2-406e-aaae-d8f13e43358f HTTP/1.1" status: 204 len: 168 time: 0.6991837 Feb 07 01:47:39.525222 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 47600) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:39.570408 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-30aef06e-ce2e-4930-8ee2-0ac440324db3 req-a17e6404-1550-489f-90fa-5fda7f07c823 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645595 Feb 07 01:47:39.645126 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-103eef8c-b240-4fc9-aba2-90ee06a3c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854360936'] for network, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:39.688528 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 5d187281-761f-4232-a2e1-6c003d5f98eb no longer exists at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:47:39.731610 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] No Port match for: 5d187281-761f-4232-a2e1-6c003d5f98eb {{(pid=79943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 07 01:47:39.732145 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 5d187281-761f-4232-a2e1-6c003d5f98eb not bound to the agent host dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:47:39.732389 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device f6595454-4d19-4e74-958d-e6903f52a3e5 no longer exists at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:47:39.767695 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] No Port match for: f6595454-4d19-4e74-958d-e6903f52a3e5 {{(pid=79943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 07 01:47:39.768069 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device f6595454-4d19-4e74-958d-e6903f52a3e5 not bound to the agent host dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:47:39.843208 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-103eef8c-b240-4fc9-aba2-90ee06a3c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14300', 'neutron.services.segments.db._delete_segments_for_network-8754015628454'] for network, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:39.962688 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-103eef8c-b240-4fc9-aba2-90ee06a3c7fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a205ba43-3e4e-4964-ae5b-93d9dd658fa5']}} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:39.976849 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-103eef8c-b240-4fc9-aba2-90ee06a3c7fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eef14d4-998a-45e4-953e-3ce49eb2c32f') {'for_net_delete': True} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:39.977142 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-103eef8c-b240-4fc9-aba2-90ee06a3c7fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eef14d4-998a-45e4-953e-3ce49eb2c32f') {} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:39.991511 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-103eef8c-b240-4fc9-aba2-90ee06a3c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754015625143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852707660'] for segment, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:40.010537 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-103eef8c-b240-4fc9-aba2-90ee06a3c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:40.012641 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-103eef8c-b240-4fc9-aba2-90ee06a3c7fc admin admin] Releasing vxlan tunnel 6 to pool {{(pid=79941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 07 01:47:40.202735 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-103eef8c-b240-4fc9-aba2-90ee06a3c7fc admin admin] Network a205ba43-3e4e-4964-ae5b-93d9dd658fa5 has no segments {{(pid=79941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:47:40.212770 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-103eef8c-b240-4fc9-aba2-90ee06a3c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2420048'] for segment, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:40.395079 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-103eef8c-b240-4fc9-aba2-90ee06a3c7fc admin admin] Network a205ba43-3e4e-4964-ae5b-93d9dd658fa5 has no segments {{(pid=79941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: Traceback (most recent call last): Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: timer() Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: cb(*args, **kw) Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: return func(*args, **kwargs) Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: self._notify() Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: self.callback(batched_events) Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: event.method(event) Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: segment_id)['aggregates'][0] Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: return f(self, *a, **k) Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: return self._get(url).json() Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: **kwargs) Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: return self.request(url, 'GET', **kwargs) Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: **endpoint_filter) Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 01:47:40.419013 dv-cinder-740146-7-smb neutron-server[79830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 01:47:40.503648 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-103eef8c-b240-4fc9-aba2-90ee06a3c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680321'] for network, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:40.508129 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:40.525357 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-103eef8c-b240-4fc9-aba2-90ee06a3c7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:40.532771 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103eef8c-b240-4fc9-aba2-90ee06a3c7fc admin admin] Pushing event deleted for resources: {'Network': ['ID=a205ba43-3e4e-4964-ae5b-93d9dd658fa5,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:40.537856 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-103eef8c-b240-4fc9-aba2-90ee06a3c7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:40.543432 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-103eef8c-b240-4fc9-aba2-90ee06a3c7fc admin admin] 10.222.0.52 "DELETE /v2.0/networks/a205ba43-3e4e-4964-ae5b-93d9dd658fa5 HTTP/1.1" status: 204 len: 168 time: 1.0169890 Feb 07 01:47:40.761833 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 47624) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:40.820814 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-015aac68-8066-4bf5-b04b-25c0c754a3c1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a02770029d734bc0abe3e3995c6a5abd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0546982 Feb 07 01:47:40.821087 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 47628) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:40.888943 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6746a0ed-f930-4b3c-b83a-688d6e1c799b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:40.891486 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e04cd7-3ff7-48b1-86e4-cc842910120e req-dffbb0d9-902e-492a-b01f-c4ba9e122bf8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:40.893188 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-85e04cd7-3ff7-48b1-86e4-cc842910120e req-dffbb0d9-902e-492a-b01f-c4ba9e122bf8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 943 time: 0.1710701 Feb 07 01:47:40.916442 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6746a0ed-f930-4b3c-b83a-688d6e1c799b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:40.957956 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-85e04cd7-3ff7-48b1-86e4-cc842910120e req-04a230b0-082f-491b-8bdc-117df036c129 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581706 Feb 07 01:47:40.966739 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6746a0ed-f930-4b3c-b83a-688d6e1c799b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:40.971926 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-abca0020-9985-41eb-b515-e996d20923bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:40.985440 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746a0ed-f930-4b3c-b83a-688d6e1c799b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c1ba90-a898-427d-b266-5fbfd3518179,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:40.989737 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-6746a0ed-f930-4b3c-b83a-688d6e1c799b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:41.000671 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6746a0ed-f930-4b3c-b83a-688d6e1c799b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:41.001915 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-6746a0ed-f930-4b3c-b83a-688d6e1c799b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/23c1ba90-a898-427d-b266-5fbfd3518179 HTTP/1.1" status: 204 len: 168 time: 0.1798553 Feb 07 01:47:41.312121 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b0acb448-4e88-49fd-86d5-d0b6ea4b994b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:41.597972 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:41.676903 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:41.677245 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:41.807290 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device ac13d24c-f885-44d7-83f6-c8bc158168d9 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:41.879181 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning for port ac13d24c-f885-44d7-83f6-c8bc158168d9 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:47:41.884604 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port ac13d24c-f885-44d7-83f6-c8bc158168d9 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:41.885022 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:41.950744 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 47666) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:42.021682 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:42.050878 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0a608d-3b01-420d-b7b1-d6a1d5b894bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac13d24c-f885-44d7-83f6-c8bc158168d9'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:47:42.061513 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port ac13d24c-f885-44d7-83f6-c8bc158168d9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=ac13d24c-f885-44d7-83f6-c8bc158168d9,segment=NetworkSegment(5e116cf7-d777-4a67-bcd5-d44ec8671116),segment_id=5e116cf7-d777-4a67-bcd5-d44ec8671116)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:42.066640 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:42.069485 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:42.100804 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-431866128-network', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:42.107031 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:42.111570 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Usage tracker for resource:network and tenant:a6f4b9f9a5074df79ed740320e365959 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:42.115433 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:42.128922 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0a608d-3b01-420d-b7b1-d6a1d5b894bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac13d24c-f885-44d7-83f6-c8bc158168d9', 'code': 200} Feb 07 01:47:42.129837 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:42.139994 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Made reservation on behalf of a6f4b9f9a5074df79ed740320e365959 for: {'network': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:47:42.144878 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for network, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:42.146918 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=ac13d24c-f885-44d7-83f6-c8bc158168d9,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:42.150314 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:42.168534 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:42.184580 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:42.188669 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Usage tracker for resource:security_group_rule and tenant:a6f4b9f9a5074df79ed740320e365959 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:42.191749 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:42.197660 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:42.259259 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844ede2-a26c-4a3c-be86-ff69a1947da3 req-87b2568c-97f0-4e44-8ce1-eaf3828799d3 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:42.261988 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4844ede2-a26c-4a3c-be86-ff69a1947da3 req-87b2568c-97f0-4e44-8ce1-eaf3828799d3 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 945 time: 0.1660867 Feb 07 01:47:42.293733 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:42.298508 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:42.306150 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5fbcf2b2-4827-434b-a5b8-2b9b892fe8d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:42.332878 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4844ede2-a26c-4a3c-be86-ff69a1947da3 req-58832c2d-3279-4337-8897-92171a3c54f0 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656776 Feb 07 01:47:42.342161 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=79941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 07 01:47:42.353176 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3ecbb7-f821-49af-854d-78c77c54e00f,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:42.357173 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:42.360260 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282839147363', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:42.360704 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.segments_db [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Added segment 71a8b691-2713-4aab-834f-a491422c389e of type vxlan for network 7a2773e7-cc87-48c9-a224-6aff3de68ac6 Feb 07 01:47:42.393420 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754015121881'] for network, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:42.425562 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for network, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:42.425878 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1547fa-55f1-4409-93a0-7508ac43e643 req-bf1347e8-b49d-4cf6-96e1-8c7a8877d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:42.426837 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:42.427538 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:42.427683 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ff1547fa-55f1-4409-93a0-7508ac43e643 req-bf1347e8-b49d-4cf6-96e1-8c7a8877d457 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 1162 time: 0.0818970 Feb 07 01:47:42.432512 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:42.477808 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ff1547fa-55f1-4409-93a0-7508ac43e643 req-83e9eda2-df17-4f8c-8f47-26c89837b617 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431812 Feb 07 01:47:42.538364 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5863733 Feb 07 01:47:42.541415 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 47678) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:42.544089 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Pushing event updated for resources: {'Network': ['ID=7a2773e7-cc87-48c9-a224-6aff3de68ac6,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:42.546945 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:42.547692 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-3107426d-7f6b-4242-9cfa-b6adddffc8d1 admin admin] Request body: {'subnet': {'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-subnet', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:42.553475 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-3107426d-7f6b-4242-9cfa-b6adddffc8d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:42.555896 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Network 7a2773e7-cc87-48c9-a224-6aff3de68ac6 details requested by agent ovs-agent-dv-cinder-740146-7-smb with host dv-cinder-740146-7-smb {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:47:42.558693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-3107426d-7f6b-4242-9cfa-b6adddffc8d1 admin admin] Usage tracker for resource:subnet and tenant:a6f4b9f9a5074df79ed740320e365959 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:42.562256 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-3107426d-7f6b-4242-9cfa-b6adddffc8d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:42.569119 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-3107426d-7f6b-4242-9cfa-b6adddffc8d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:42.580472 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3107426d-7f6b-4242-9cfa-b6adddffc8d1 admin admin] Made reservation on behalf of a6f4b9f9a5074df79ed740320e365959 for: {'subnet': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:47:42.580754 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Network 7a2773e7-cc87-48c9-a224-6aff3de68ac6 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:47:42.586308 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3107426d-7f6b-4242-9cfa-b6adddffc8d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381155'] for subnet, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:42.947082 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device ac13d24c-f885-44d7-83f6-c8bc158168d9 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:43.020966 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port ac13d24c-f885-44d7-83f6-c8bc158168d9 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:43.021657 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:43.045813 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3107426d-7f6b-4242-9cfa-b6adddffc8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2015017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381168'] for subnet, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:43.087525 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:43.223474 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107426d-7f6b-4242-9cfa-b6adddffc8d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7045f51-fb53-4f5e-bc51-a1b3402ec37e,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:43.228713 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3107426d-7f6b-4242-9cfa-b6adddffc8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:43.266937 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107426d-7f6b-4242-9cfa-b6adddffc8d1 admin admin] Checking segment: {'id': '71a8b691-2713-4aab-834f-a491422c389e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:47:43.267338 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3107426d-7f6b-4242-9cfa-b6adddffc8d1 admin admin] Network hostable DHCP agents. Network: 7a2773e7-cc87-48c9-a224-6aff3de68ac6, hostable agents: ['056a6a88-4ceb-42c7-bddf-a3443bc3d195'], hosted agents: [] {{(pid=79942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 07 01:47:43.285833 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3107426d-7f6b-4242-9cfa-b6adddffc8d1 admin admin] Network 7a2773e7-cc87-48c9-a224-6aff3de68ac6 is scheduled to be hosted by DHCP agent 056a6a88-4ceb-42c7-bddf-a3443bc3d195 with binding_index 1 {{(pid=79942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 07 01:47:43.293920 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-3107426d-7f6b-4242-9cfa-b6adddffc8d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-smb, 7a2773e7-cc87-48c9-a224-6aff3de68ac6) {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:47:43.303411 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35d6882-0b78-4aac-b931-1b2555786ddd None None] Network 7a2773e7-cc87-48c9-a224-6aff3de68ac6 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:47:43.305661 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3107426d-7f6b-4242-9cfa-b6adddffc8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:43.306312 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3107426d-7f6b-4242-9cfa-b6adddffc8d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:43.328275 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-3107426d-7f6b-4242-9cfa-b6adddffc8d1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7855980 Feb 07 01:47:43.331025 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 47696) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:43.337343 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:43.342020 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:43.346099 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Usage tracker for resource:router and tenant:a6f4b9f9a5074df79ed740320e365959 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:43.353081 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:43.359040 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:43.368358 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854102733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854535353'] for router, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:43.369533 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854072303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240478'] for router, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:43.385568 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:43.569788 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d144e43-08c9-5821-a72c-5faad193b909-7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'fixed_ips': [{'subnet_id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e'}]}} from dv-cinder-740146-7-smb. {{(pid=79943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 07 01:47:43.570710 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:43.705055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:43.759452 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854102750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240493'] for router, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:43.790540 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-772e0cea-3315-435b-93e6-c355e8252fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:43.945521 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Allocated IP 172.20.0.2 (7a2773e7-cc87-48c9-a224-6aff3de68ac6/b7045f51-fb53-4f5e-bc51-a1b3402ec37e/94cda1f7-7f8c-4f65-aa85-952b87ffead4) {{(pid=79943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:47:43.978681 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ffdb8-ca76-4da7-a3f8-84281a84f4e5 req-6fbd5cc9-e915-4934-9d78-ce6dfe880a09 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:43.980465 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ff6ffdb8-ca76-4da7-a3f8-84281a84f4e5 req-6fbd5cc9-e915-4934-9d78-ce6dfe880a09 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 945 time: 0.2721279 Feb 07 01:47:44.060380 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ff6ffdb8-ca76-4da7-a3f8-84281a84f4e5 req-f80a37ae-d34f-4bc1-a4a8-98a2162936ad tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681999 Feb 07 01:47:44.080959 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:44.180353 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Notify callbacks [] for port, precommit_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:44.190930 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Transition to ACTIVE for port object 94cda1f7-7f8c-4f65-aa85-952b87ffead4 will not be triggered until provisioned by entity L2. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:47:44.213656 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Transition to ACTIVE for port object 94cda1f7-7f8c-4f65-aa85-952b87ffead4 will not be triggered until provisioned by entity DHCP. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:47:44.224028 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:44.240522 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:44.272647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:44.303382 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:44.390693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Pushing event updated for resources: {'Port': ['ID=94cda1f7-7f8c-4f65-aa85-952b87ffead4,revision_number=1']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:44.395104 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:44.437280 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Network 7a2773e7-cc87-48c9-a224-6aff3de68ac6 is already hosted by enough agents. {{(pid=79943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:47:44.438383 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Resources bound (agent type, host, resource id): {{(pid=79943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:47:44.440762 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Received port after_create {{(pid=79943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:47:44.504725 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Attempting to bind port 94cda1f7-7f8c-4f65-aa85-952b87ffead4 on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:47:44.505303 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Attempting to bind port 94cda1f7-7f8c-4f65-aa85-952b87ffead4 by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': '71a8b691-2713-4aab-834f-a491422c389e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6'}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:47:44.507154 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Attempting to bind port 94cda1f7-7f8c-4f65-aa85-952b87ffead4 on network 7a2773e7-cc87-48c9-a224-6aff3de68ac6 {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:47:44.512851 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:47:44.513270 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Checking segment: {'id': '71a8b691-2713-4aab-834f-a491422c389e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:47:44.513712 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:44.514153 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Bound using segment: {'id': '71a8b691-2713-4aab-834f-a491422c389e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6'} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:47:44.514666 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Bound port: 94cda1f7-7f8c-4f65-aa85-952b87ffead4, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a8b691-2713-4aab-834f-a491422c389e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6'}}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:47:44.515112 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:44.609955 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Allocated IP 172.28.0.43 (99dfcdec-a658-4076-80f8-42c10fdcd0d7/7f907af6-b0a4-47f3-a608-7f27766af85d/5f2930fe-726c-4873-8de6-4e3535e70bd0) {{(pid=79942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:47:44.630029 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] For port 94cda1f7-7f8c-4f65-aa85-952b87ffead4, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:47:44.633704 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] For port 94cda1f7-7f8c-4f65-aa85-952b87ffead4, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=94cda1f7-7f8c-4f65-aa85-952b87ffead4,segment=NetworkSegment(71a8b691-2713-4aab-834f-a491422c389e),segment_id=71a8b691-2713-4aab-834f-a491422c389e)] {{(pid=79943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:47:44.641386 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:44.765510 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0eb0435e-310f-4c5a-b47c-2a81f52cd828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:44.786207 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:44.821483 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:44.841160 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:44.868883 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Pushing event updated for resources: {'Port': ['ID=94cda1f7-7f8c-4f65-aa85-952b87ffead4,revision_number=2']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:44.875424 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:44.979626 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device ac13d24c-f885-44d7-83f6-c8bc158168d9 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:45.055381 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:45.075840 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port ac13d24c-f885-44d7-83f6-c8bc158168d9 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:45.076281 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:45.228974 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Pushing event updated for resources: {'Port': ['ID=5f2930fe-726c-4873-8de6-4e3535e70bd0,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:45.233759 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:45.349964 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 is already hosted by enough agents. {{(pid=79942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:47:45.354097 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:47:45.357029 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Received port after_create {{(pid=79942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:47:45.487889 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae91e2-c790-4bd1-b1a3-6faa39c98148 req-434b2f44-f6b9-4b76-a27f-e7d6a9991a61 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:45.489538 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-51ae91e2-c790-4bd1-b1a3-6faa39c98148 req-434b2f44-f6b9-4b76-a27f-e7d6a9991a61 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 945 time: 0.2530947 Feb 07 01:47:45.545152 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:45.696798 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-51ae91e2-c790-4bd1-b1a3-6faa39c98148 req-e18e837f-af84-4a61-a4a1-f20830a35935 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997404 Feb 07 01:47:45.731507 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 94cda1f7-7f8c-4f65-aa85-952b87ffead4 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:45.817721 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port 94cda1f7-7f8c-4f65-aa85-952b87ffead4 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:47:45.974391 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:46.400101 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973d1f03-c2ca-4d17-84ed-5223dc7b76ef None None] Network 7a2773e7-cc87-48c9-a224-6aff3de68ac6 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:47:46.419267 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854095420'] for router, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:46.618829 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-e7171ab1-75db-4811-99ad-1ac6a232a070 None None] Provisioning for port 94cda1f7-7f8c-4f65-aa85-952b87ffead4 completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:47:46.627237 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-e7171ab1-75db-4811-99ad-1ac6a232a070 None None] Provisioning complete for port 94cda1f7-7f8c-4f65-aa85-952b87ffead4 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:46.627735 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e7171ab1-75db-4811-99ad-1ac6a232a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:46.677087 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Router 9c8fff40-19e6-468c-b06b-24c4356aef68 is scheduled to L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 with binding_index 1 {{(pid=79942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 07 01:47:46.894076 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:47:46.918710 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Notify callbacks [] for router, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:46.920014 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5879941 Feb 07 01:47:46.923018 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 47746) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:46.924780 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Sync routers for ids ['9c8fff40-19e6-468c-b06b-24c4356aef68'] in dv-cinder-740146-7-smb {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:47:46.948808 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Routers {'9c8fff40-19e6-468c-b06b-24c4356aef68'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:47:46.949476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:47:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['9c8fff40-19e6-468c-b06b-24c4356aef68'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:47.233537 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e7171ab1-75db-4811-99ad-1ac6a232a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:47.280930 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Set router 9c8fff40-19e6-468c-b06b-24c4356aef68 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:47:47.417984 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-e7171ab1-75db-4811-99ad-1ac6a232a070 None None] For port 94cda1f7-7f8c-4f65-aa85-952b87ffead4, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=94cda1f7-7f8c-4f65-aa85-952b87ffead4,segment=NetworkSegment(71a8b691-2713-4aab-834f-a491422c389e),segment_id=71a8b691-2713-4aab-834f-a491422c389e)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:47.537871 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e7171ab1-75db-4811-99ad-1ac6a232a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:47.552356 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5ce4c170-4409-4f68-9928-6e3bfb4d43ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:47.687471 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7171ab1-75db-4811-99ad-1ac6a232a070 None None] Pushing event updated for resources: {'Port': ['ID=94cda1f7-7f8c-4f65-aa85-952b87ffead4,revision_number=3']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:47.696401 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-e7171ab1-75db-4811-99ad-1ac6a232a070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:47.735475 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:47:45Z', 'revision_number': 3, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:47.740580 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Checking router: 9c8fff40-19e6-468c-b06b-24c4356aef68 for host: dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:47:47.740988 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Updating router 9c8fff40-19e6-468c-b06b-24c4356aef68 port 5f2930fe-726c-4873-8de6-4e3535e70bd0 binding host dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 07 01:47:47.807012 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bc33f42b-ef83-4a6a-b92a-f672e24e3bb4 None None] Provisioning complete for port 94cda1f7-7f8c-4f65-aa85-952b87ffead4 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:47.807562 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bc33f42b-ef83-4a6a-b92a-f672e24e3bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:47.848156 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:47.968061 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:48.331423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-62c0b8e3-6b34-4247-9a98-b6951def096d None None] Provisioning complete for port 94cda1f7-7f8c-4f65-aa85-952b87ffead4 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:48.331855 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-62c0b8e3-6b34-4247-9a98-b6951def096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:48.389153 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Allocated IP 172.20.0.1 (7a2773e7-cc87-48c9-a224-6aff3de68ac6/b7045f51-fb53-4f5e-bc51-a1b3402ec37e/40c00fb2-b287-4c6e-852b-1a616601e2ac) {{(pid=79942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:47:48.530007 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Notify callbacks [] for port, precommit_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:48.550022 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Transition to ACTIVE for port object 5f2930fe-726c-4873-8de6-4e3535e70bd0 will not be triggered until provisioned by entity L2. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:47:48.555078 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:48.564071 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:48.571193 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:48.583139 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Transition to ACTIVE for port object 40c00fb2-b287-4c6e-852b-1a616601e2ac will not be triggered until provisioned by entity DHCP. {{(pid=79942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:47:48.610899 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:48.629087 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b0ab3e57-8cfb-4e50-b471-bba78ef3b592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:48.721390 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59004518-8b93-43c6-925a-6ebe138e0cf4 None None] Pushing event updated for resources: {'Port': ['ID=5f2930fe-726c-4873-8de6-4e3535e70bd0,revision_number=2']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:48.726006 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-59004518-8b93-43c6-925a-6ebe138e0cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:48.783662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Attempting to bind port 5f2930fe-726c-4873-8de6-4e3535e70bd0 on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:47:48.784095 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Attempting to bind port 5f2930fe-726c-4873-8de6-4e3535e70bd0 by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:47:48.784504 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Attempting to bind port 5f2930fe-726c-4873-8de6-4e3535e70bd0 on network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:47:48.787382 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Pushing event updated for resources: {'Port': ['ID=40c00fb2-b287-4c6e-852b-1a616601e2ac,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:48.790515 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:47:48.791293 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Checking segment: {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:47:48.791446 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:48.791992 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Bound using segment: {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:47:48.792311 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Bound port: 5f2930fe-726c-4873-8de6-4e3535e70bd0, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:47:48.792741 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:48.800751 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.801243 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.801719 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.802700 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.803204 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.803671 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.804150 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.804620 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.805226 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.805726 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.806254 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.806717 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.807278 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.808693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.808693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.808693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.810871 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.810871 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.810871 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.810871 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.811311 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.811917 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.812050 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.812557 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:47:48.816996 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:48.860061 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Network 7a2773e7-cc87-48c9-a224-6aff3de68ac6 is already hosted by enough agents. {{(pid=79942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:47:48.861544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:47:48.864078 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Received port after_create {{(pid=79942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:47:48.877407 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] For port 5f2930fe-726c-4873-8de6-4e3535e70bd0, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:47:48.881836 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] For port 5f2930fe-726c-4873-8de6-4e3535e70bd0, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=5f2930fe-726c-4873-8de6-4e3535e70bd0,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:47:48.885701 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:48.904097 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0eb0435e-310f-4c5a-b47c-2a81f52cd828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:48.944314 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854093824'] for router_interface, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:49.255064 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59004518-8b93-43c6-925a-6ebe138e0cf4 None None] Pushing event updated for resources: {'Port': ['ID=5f2930fe-726c-4873-8de6-4e3535e70bd0,revision_number=3']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:49.255270 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:49.260425 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-59004518-8b93-43c6-925a-6ebe138e0cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:49.293890 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-8fb2fc40-fd47-40d3-a551-00f853f0352f None None] Provisioning for port 40c00fb2-b287-4c6e-852b-1a616601e2ac completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:47:49.306033 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-8fb2fc40-fd47-40d3-a551-00f853f0352f None None] Provisioning complete for port 40c00fb2-b287-4c6e-852b-1a616601e2ac triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:49.306652 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8fb2fc40-fd47-40d3-a551-00f853f0352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:49.382988 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-8fb2fc40-fd47-40d3-a551-00f853f0352f None None] Port 40c00fb2-b287-4c6e-852b-1a616601e2ac cannot update to ACTIVE because it is not bound. {{(pid=79943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 07 01:47:49.385786 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Routers {'9c8fff40-19e6-468c-b06b-24c4356aef68'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:47:49.386787 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:47:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['9c8fff40-19e6-468c-b06b-24c4356aef68'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:49.595333 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] Set router 9c8fff40-19e6-468c-b06b-24c4356aef68 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:47:49.596476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:49.600175 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852760648'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:49.629478 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:49.721035 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Pushing event updated for resources: {'Port': ['ID=40c00fb2-b287-4c6e-852b-1a616601e2ac,revision_number=2']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:49.723755 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680157'] for router_interface, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:49.734174 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 94cda1f7-7f8c-4f65-aa85-952b87ffead4 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:49.741024 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:49.871641 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Network 7a2773e7-cc87-48c9-a224-6aff3de68ac6 is already hosted by enough agents. {{(pid=79942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:47:49.873162 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:47:49.939143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 94cda1f7-7f8c-4f65-aa85-952b87ffead4 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:49.939920 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:50.077430 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Router 9c8fff40-19e6-468c-b06b-24c4356aef68 has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:47:50.137267 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:47:49Z', 'revision_number': 4, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '40c00fb2-b287-4c6e-852b-1a616601e2ac', 'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'mac_address': 'fa:16:3e:4d:d3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:48Z', 'updated_at': '2021-02-07T01:47:48Z', 'revision_number': 1, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'subnets': [{'id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:50.148942 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d33f74-c6d2-4b37-8f46-4ae1b6add9cb None None] The sync data for ids ['9c8fff40-19e6-468c-b06b-24c4356aef68'] in dv-cinder-740146-7-smb is: [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:47:49Z', 'revision_number': 4, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '40c00fb2-b287-4c6e-852b-1a616601e2ac', 'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'mac_address': 'fa:16:3e:4d:d3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:48Z', 'updated_at': '2021-02-07T01:47:48Z', 'revision_number': 1, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'subnets': [{'id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:47:50.150273 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-f7cbf922-300c-4fdf-babc-d0f20fe00787 None None] Provisioning complete for port 40c00fb2-b287-4c6e-852b-1a616601e2ac triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:50.151050 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f7cbf922-300c-4fdf-babc-d0f20fe00787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:50.210272 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-f7cbf922-300c-4fdf-babc-d0f20fe00787 None None] Port 40c00fb2-b287-4c6e-852b-1a616601e2ac cannot update to ACTIVE because it is not bound. {{(pid=79943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 07 01:47:50.561971 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:47:50.575219 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] 10.222.0.52 "PUT /v2.0/routers/9c8fff40-19e6-468c-b06b-24c4356aef68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6507859 Feb 07 01:47:51.150429 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 47800) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:51.156634 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-def9f102-8246-47e5-aa96-393bbdd1aecf tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1498951897', 'description': 'tempest-description--1550134393'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:51.179481 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-def9f102-8246-47e5-aa96-393bbdd1aecf tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:51.183626 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-def9f102-8246-47e5-aa96-393bbdd1aecf tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Usage tracker for resource:security_group and tenant:a6f4b9f9a5074df79ed740320e365959 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:51.186692 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-def9f102-8246-47e5-aa96-393bbdd1aecf tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:51.192501 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-def9f102-8246-47e5-aa96-393bbdd1aecf tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:51.202984 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-def9f102-8246-47e5-aa96-393bbdd1aecf tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:51.226175 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-def9f102-8246-47e5-aa96-393bbdd1aecf tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:51.230606 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-def9f102-8246-47e5-aa96-393bbdd1aecf tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Usage tracker for resource:security_group_rule and tenant:a6f4b9f9a5074df79ed740320e365959 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:51.233805 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-def9f102-8246-47e5-aa96-393bbdd1aecf tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:51.239784 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-def9f102-8246-47e5-aa96-393bbdd1aecf tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:51.314100 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-def9f102-8246-47e5-aa96-393bbdd1aecf tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:51.316033 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-def9f102-8246-47e5-aa96-393bbdd1aecf tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:51.321544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c9c7f47e-f504-4c2d-8812-ddc18b200f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:51.362479 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9f102-8246-47e5-aa96-393bbdd1aecf tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20af4c8e-c24e-48e4-811d-a3941bf6c146,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:51.365386 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-def9f102-8246-47e5-aa96-393bbdd1aecf tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:51.366741 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-def9f102-8246-47e5-aa96-393bbdd1aecf tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2150648 Feb 07 01:47:51.367811 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-def9f102-8246-47e5-aa96-393bbdd1aecf tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:51.369890 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 47804) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:51.375378 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-9a2bdcd5-88b0-4f8e-a830-19c2d2826823 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Request body: {'security_group_rule': {'security_group_id': '20af4c8e-c24e-48e4-811d-a3941bf6c146', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:51.397816 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-9a2bdcd5-88b0-4f8e-a830-19c2d2826823 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:51.401915 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-9a2bdcd5-88b0-4f8e-a830-19c2d2826823 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Usage tracker for resource:security_group_rule and tenant:a6f4b9f9a5074df79ed740320e365959 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:51.404986 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-9a2bdcd5-88b0-4f8e-a830-19c2d2826823 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:51.410705 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-9a2bdcd5-88b0-4f8e-a830-19c2d2826823 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:51.429507 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9a2bdcd5-88b0-4f8e-a830-19c2d2826823 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:51.498013 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9a2bdcd5-88b0-4f8e-a830-19c2d2826823 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:51.500578 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9a2bdcd5-88b0-4f8e-a830-19c2d2826823 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701100'] for security_group_rule, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:51.508549 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:51.529244 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bdcd5-88b0-4f8e-a830-19c2d2826823 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b18638-303b-44d9-a7cd-1533471793a9,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:51.532279 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9a2bdcd5-88b0-4f8e-a830-19c2d2826823 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:51.540591 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9a2bdcd5-88b0-4f8e-a830-19c2d2826823 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:51.541894 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-9a2bdcd5-88b0-4f8e-a830-19c2d2826823 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1711597 Feb 07 01:47:51.544976 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 47814) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:51.551176 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-e3efe52f-5ac6-40d7-a6d7-2aaf4c5df672 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Request body: {'security_group_rule': {'security_group_id': '20af4c8e-c24e-48e4-811d-a3941bf6c146', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:51.573609 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-e3efe52f-5ac6-40d7-a6d7-2aaf4c5df672 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:51.577688 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-e3efe52f-5ac6-40d7-a6d7-2aaf4c5df672 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Usage tracker for resource:security_group_rule and tenant:a6f4b9f9a5074df79ed740320e365959 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:51.580747 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-e3efe52f-5ac6-40d7-a6d7-2aaf4c5df672 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:51.588250 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-e3efe52f-5ac6-40d7-a6d7-2aaf4c5df672 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:51.606107 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e3efe52f-5ac6-40d7-a6d7-2aaf4c5df672 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:51.690752 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e3efe52f-5ac6-40d7-a6d7-2aaf4c5df672 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:51.694233 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e3efe52f-5ac6-40d7-a6d7-2aaf4c5df672 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701100'] for security_group_rule, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:51.696496 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:51.724527 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efe52f-5ac6-40d7-a6d7-2aaf4c5df672 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7cad16-5072-4a86-bc1b-0d035b909064,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:51.729132 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-e3efe52f-5ac6-40d7-a6d7-2aaf4c5df672 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:51.736792 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e3efe52f-5ac6-40d7-a6d7-2aaf4c5df672 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:51.738128 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-e3efe52f-5ac6-40d7-a6d7-2aaf4c5df672 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1919110 Feb 07 01:47:51.742059 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 47828) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:47:51.749198 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Request body: {'floatingip': {'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:51.761124 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 5f2930fe-726c-4873-8de6-4e3535e70bd0 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:51.778522 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:51.782571 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Usage tracker for resource:floatingip and tenant:a6f4b9f9a5074df79ed740320e365959 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:51.785646 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:51.791979 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:51.801919 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for floatingip, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:51.834419 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port 5f2930fe-726c-4873-8de6-4e3535e70bd0 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:47:51.839435 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 5f2930fe-726c-4873-8de6-4e3535e70bd0 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:51.839866 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:51.947640 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:51.962957 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:51.979600 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] For port 5f2930fe-726c-4873-8de6-4e3535e70bd0, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=5f2930fe-726c-4873-8de6-4e3535e70bd0,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:51.983682 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:51.985615 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:52.059292 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Pushing event updated for resources: {'Port': ['ID=5f2930fe-726c-4873-8de6-4e3535e70bd0,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:52.062984 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:52.228089 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Allocated IP 172.28.0.189 (99dfcdec-a658-4076-80f8-42c10fdcd0d7/7f907af6-b0a4-47f3-a608-7f27766af85d/e48c33e5-a8bc-4e62-8b48-21d11a1b3ec2) {{(pid=79942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:47:52.388885 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for port, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:52.418336 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:52.434072 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:52.581546 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Pushing event updated for resources: {'Port': ['ID=e48c33e5-a8bc-4e62-8b48-21d11a1b3ec2,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:52.585160 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:52.629058 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 is already hosted by enough agents. {{(pid=79942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:47:52.630186 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Resources bound (agent type, host, resource id): {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:47:52.632529 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Received port after_create {{(pid=79942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:47:52.767461 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:52.852443 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:53.132619 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for port, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:53.136009 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852760648'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:53.152207 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:53.296810 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Pushing event updated for resources: {'Port': ['ID=e48c33e5-a8bc-4e62-8b48-21d11a1b3ec2,revision_number=2']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:53.301190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:53.390761 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680368'] for floatingip, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:53.412229 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for floatingip, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:53.413597 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6703434 Feb 07 01:47:53.578593 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Sync routers for ids ['9c8fff40-19e6-468c-b06b-24c4356aef68'] in dv-cinder-740146-7-smb {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:47:53.589588 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Routers {'9c8fff40-19e6-468c-b06b-24c4356aef68'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:47:53.590247 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:47:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['9c8fff40-19e6-468c-b06b-24c4356aef68'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:53.619095 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-0e9c2444-b4a8-4849-89bb-d8d4e68cefe3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Synchronizing usage tracker for tenant:a6f4b9f9a5074df79ed740320e365959 on resource:security_group {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:47:53.635247 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-0e9c2444-b4a8-4849-89bb-d8d4e68cefe3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Unset dirty status for tenant:a6f4b9f9a5074df79ed740320e365959 on resource:security_group {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:47:53.636540 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-0e9c2444-b4a8-4849-89bb-d8d4e68cefe3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1498951897&fields=id&tenant_id=a6f4b9f9a5074df79ed740320e365959 HTTP/1.1" status: 200 len: 267 time: 0.0806415 Feb 07 01:47:53.711610 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 5f2930fe-726c-4873-8de6-4e3535e70bd0 up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:53.784617 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 5f2930fe-726c-4873-8de6-4e3535e70bd0 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:53.785041 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:53.793689 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Set router 9c8fff40-19e6-468c-b06b-24c4356aef68 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:47:53.909783 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-d079bc5f-bcc8-46b3-9967-03e69a786f17 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:53.920059 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-d079bc5f-bcc8-46b3-9967-03e69a786f17 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/networks?id=7a2773e7-cc87-48c9-a224-6aff3de68ac6 HTTP/1.1" status: 200 len: 816 time: 0.2751348 Feb 07 01:47:53.953373 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-9122dc12-42a9-4a83-91d4-8feb383b6b14 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/quotas/a6f4b9f9a5074df79ed740320e365959 HTTP/1.1" status: 200 len: 375 time: 0.0321481 Feb 07 01:47:54.104098 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-f40b9517-2347-4e63-8c46-5795cce947d7 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Synchronizing usage tracker for tenant:a6f4b9f9a5074df79ed740320e365959 on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:47:54.120170 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-f40b9517-2347-4e63-8c46-5795cce947d7 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Unset dirty status for tenant:a6f4b9f9a5074df79ed740320e365959 on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:47:54.121602 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-f40b9517-2347-4e63-8c46-5795cce947d7 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6f4b9f9a5074df79ed740320e365959&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1672940 Feb 07 01:47:54.169755 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:47:49Z', 'revision_number': 4, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '40c00fb2-b287-4c6e-852b-1a616601e2ac', 'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'mac_address': 'fa:16:3e:4d:d3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:48Z', 'updated_at': '2021-02-07T01:47:49Z', 'revision_number': 2, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'subnets': [{'id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:54.173707 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Checking router: 9c8fff40-19e6-468c-b06b-24c4356aef68 for host: dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:47:54.174130 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Updating router 9c8fff40-19e6-468c-b06b-24c4356aef68 port 40c00fb2-b287-4c6e-852b-1a616601e2ac binding host dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 07 01:47:54.229513 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:54.272851 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-ba6b132f-e26d-4fbe-8194-01b1adcc3629 service neutron] 10.222.0.52 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386225 Feb 07 01:47:54.438966 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-433eb2fb-14f1-4f2b-896b-87e25cd0e535 service neutron] 10.222.0.52 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1541564 Feb 07 01:47:54.846354 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Notify callbacks [] for port, precommit_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:54.858302 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Transition to ACTIVE for port object 40c00fb2-b287-4c6e-852b-1a616601e2ac will not be triggered until provisioned by entity L2. {{(pid=79944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:47:54.860534 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:54.876475 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:55.016658 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2ad34-c386-4d39-84ca-f1e5250edee5 None None] Pushing event updated for resources: {'Port': ['ID=40c00fb2-b287-4c6e-852b-1a616601e2ac,revision_number=3']} {{(pid=79944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:55.021069 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-aff2ad34-c386-4d39-84ca-f1e5250edee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:55.179670 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Attempting to bind port 40c00fb2-b287-4c6e-852b-1a616601e2ac on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:47:55.180079 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Attempting to bind port 40c00fb2-b287-4c6e-852b-1a616601e2ac by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': '71a8b691-2713-4aab-834f-a491422c389e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6'}] {{(pid=79944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:47:55.180483 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Attempting to bind port 40c00fb2-b287-4c6e-852b-1a616601e2ac on network 7a2773e7-cc87-48c9-a224-6aff3de68ac6 {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:47:55.186612 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:47:55.187141 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Checking segment: {'id': '71a8b691-2713-4aab-834f-a491422c389e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:47:55.187591 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:55.188280 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Bound using segment: {'id': '71a8b691-2713-4aab-834f-a491422c389e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6'} {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:47:55.188924 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Bound port: 40c00fb2-b287-4c6e-852b-1a616601e2ac, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a8b691-2713-4aab-834f-a491422c389e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6'}}] {{(pid=79944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:47:55.189338 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:55.290422 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] For port 40c00fb2-b287-4c6e-852b-1a616601e2ac, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:47:55.293554 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] For port 40c00fb2-b287-4c6e-852b-1a616601e2ac, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=40c00fb2-b287-4c6e-852b-1a616601e2ac,segment=NetworkSegment(71a8b691-2713-4aab-834f-a491422c389e),segment_id=71a8b691-2713-4aab-834f-a491422c389e)] {{(pid=79944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:47:55.297098 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:55.312621 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4f4d934b-f762-4198-becc-d38e53efb114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:55.323477 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-5f8ceb54-e8b8-435b-9c2f-c98fd67637a4 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Synchronizing usage tracker for tenant:8b1931abed614b84acfd403a98a2afee on resource:security_group {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:47:55.340710 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-5f8ceb54-e8b8-435b-9c2f-c98fd67637a4 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Unset dirty status for tenant:8b1931abed614b84acfd403a98a2afee on resource:security_group {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:47:55.342241 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-5f8ceb54-e8b8-435b-9c2f-c98fd67637a4 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1894339476&fields=id&tenant_id=8b1931abed614b84acfd403a98a2afee HTTP/1.1" status: 200 len: 267 time: 0.0780916 Feb 07 01:47:55.464809 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2ad34-c386-4d39-84ca-f1e5250edee5 None None] Pushing event updated for resources: {'Port': ['ID=40c00fb2-b287-4c6e-852b-1a616601e2ac,revision_number=4']} {{(pid=79944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:55.469368 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-aff2ad34-c386-4d39-84ca-f1e5250edee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:55.509669 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Routers {'9c8fff40-19e6-468c-b06b-24c4356aef68'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:47:55.510532 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:47:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['9c8fff40-19e6-468c-b06b-24c4356aef68'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:55.605710 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-7b565ef2-c53c-4fdd-a79f-17baab2c0903 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:55.607442 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-7b565ef2-c53c-4fdd-a79f-17baab2c0903 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/networks?id=2e542c9b-3ffd-4866-9222-017b5e713245 HTTP/1.1" status: 200 len: 808 time: 0.2577729 Feb 07 01:47:55.633052 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-04161bc0-b2ee-4937-881b-869fb42ba4c4 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/quotas/8b1931abed614b84acfd403a98a2afee HTTP/1.1" status: 200 len: 375 time: 0.0183756 Feb 07 01:47:55.817347 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 40c00fb2-b287-4c6e-852b-1a616601e2ac up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:55.820213 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-258d20ca-bbf8-42ea-b9c1-fd5b4f4ac075 req-f316d916-d58e-4510-8c27-db72abea2acd tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 210 time: 0.1903398 Feb 07 01:47:55.912962 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] Set router 9c8fff40-19e6-468c-b06b-24c4356aef68 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:47:55.964111 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-db8b76af-cd30-4408-b43f-1dda1788a95f tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b1931abed614b84acfd403a98a2afee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2646558 Feb 07 01:47:55.971234 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port 40c00fb2-b287-4c6e-852b-1a616601e2ac completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:47:55.977437 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 40c00fb2-b287-4c6e-852b-1a616601e2ac triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:55.977942 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:56.191969 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:56.227552 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-f829ecc4-9b69-40ab-923a-27ce76b86d96 service neutron] 10.222.0.52 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586246 Feb 07 01:47:56.232635 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] For port 40c00fb2-b287-4c6e-852b-1a616601e2ac, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=40c00fb2-b287-4c6e-852b-1a616601e2ac,segment=NetworkSegment(71a8b691-2713-4aab-834f-a491422c389e),segment_id=71a8b691-2713-4aab-834f-a491422c389e)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:47:56.241448 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:56.246557 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:56.346561 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Pushing event updated for resources: {'Port': ['ID=40c00fb2-b287-4c6e-852b-1a616601e2ac,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:56.360595 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:56.405325 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-e7725488-2bf6-4a6f-ba33-1818eed91be7 service neutron] 10.222.0.52 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1706061 Feb 07 01:47:56.430212 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:47:49Z', 'revision_number': 4, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '40c00fb2-b287-4c6e-852b-1a616601e2ac', 'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'mac_address': 'fa:16:3e:4d:d3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:48Z', 'updated_at': '2021-02-07T01:47:55Z', 'revision_number': 4, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'subnets': [{'id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:47:56.434545 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f579b5-ecde-40be-9727-330d7b9859e5 None None] The sync data for ids ['9c8fff40-19e6-468c-b06b-24c4356aef68'] in dv-cinder-740146-7-smb is: [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:47:49Z', 'revision_number': 4, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '40c00fb2-b287-4c6e-852b-1a616601e2ac', 'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'mac_address': 'fa:16:3e:4d:d3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:48Z', 'updated_at': '2021-02-07T01:47:55Z', 'revision_number': 4, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'subnets': [{'id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:47:56.944555 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-030e7fa6-d186-428d-8a56-6354136d9a2e req-56f75e8e-8ee1-451c-98a1-ee7d2a70f9c4 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 210 time: 0.0614352 Feb 07 01:47:57.052383 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08809138-80e7-4ca1-bf9f-4cd353f9b8ba req-32839f5f-1ce7-4ae9-9935-6f115c5b079d tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 210 time: 0.0493510 Feb 07 01:47:57.459718 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-71a1ee4d-9952-451c-b66b-43c708970098 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:57.461366 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-71a1ee4d-9952-451c-b66b-43c708970098 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.45 "GET /v2.0/networks?id=7a2773e7-cc87-48c9-a224-6aff3de68ac6 HTTP/1.1" status: 200 len: 816 time: 0.2629583 Feb 07 01:47:57.625100 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-a620425b-18f9-415c-9679-b680e036697f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a6f4b9f9a5074df79ed740320e365959 HTTP/1.1" status: 200 len: 5709 time: 0.1057775 Feb 07 01:47:57.660019 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-174e8b66-beef-455c-8391-feebf26b9143 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Request body: {'port': {'device_id': '4bc6ac4b-8936-4880-b904-1929faabe62f', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'admin_state_up': True, 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'security_groups': ['20af4c8e-c24e-48e4-811d-a3941bf6c146']}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:57.712807 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 40c00fb2-b287-4c6e-852b-1a616601e2ac up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:47:57.801823 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 40c00fb2-b287-4c6e-852b-1a616601e2ac triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:57.802852 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:57.833969 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-174e8b66-beef-455c-8391-feebf26b9143 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:57.845068 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-174e8b66-beef-455c-8391-feebf26b9143 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:57.855685 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-174e8b66-beef-455c-8391-feebf26b9143 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Made reservation on behalf of a6f4b9f9a5074df79ed740320e365959 for: {'port': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:47:57.878102 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-174e8b66-beef-455c-8391-feebf26b9143 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:58.238632 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f2fc9ee2-de21-4f9c-84d5-6038464d877a req-a19ba946-c48b-4ca5-b337-5aa7c7958ff1 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 210 time: 0.0700927 Feb 07 01:47:58.338946 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4b204269-b9f6-433a-ba6f-ffdaae5a8906 req-427a4d7f-4419-4553-9006-4f7a30b736e3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 210 time: 0.1187327 Feb 07 01:47:58.533606 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-174e8b66-beef-455c-8391-feebf26b9143 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Allocated IP 172.20.0.9 (7a2773e7-cc87-48c9-a224-6aff3de68ac6/b7045f51-fb53-4f5e-bc51-a1b3402ec37e/74421200-a2b4-4a52-be2f-c889b25a0127) {{(pid=79942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:47:58.538405 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-d1b13a63-1a5e-4adb-8acb-0903f26a670a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:58.539238 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-d1b13a63-1a5e-4adb-8acb-0903f26a670a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Synchronizing usage tracker for tenant:8b1931abed614b84acfd403a98a2afee on resource:network {{(pid=79941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:47:58.558204 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-d1b13a63-1a5e-4adb-8acb-0903f26a670a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Unset dirty status for tenant:8b1931abed614b84acfd403a98a2afee on resource:network {{(pid=79941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:47:58.559492 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-d1b13a63-1a5e-4adb-8acb-0903f26a670a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.45 "GET /v2.0/networks?id=2e542c9b-3ffd-4866-9222-017b5e713245 HTTP/1.1" status: 200 len: 808 time: 0.2826545 Feb 07 01:47:58.682264 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-6ffda791-e285-401a-8cc5-068dfb03571d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Synchronizing usage tracker for tenant:8b1931abed614b84acfd403a98a2afee on resource:security_group {{(pid=79941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:47:58.696707 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-6ffda791-e285-401a-8cc5-068dfb03571d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Unset dirty status for tenant:8b1931abed614b84acfd403a98a2afee on resource:security_group {{(pid=79941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:47:58.698049 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-6ffda791-e285-401a-8cc5-068dfb03571d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8b1931abed614b84acfd403a98a2afee HTTP/1.1" status: 200 len: 5759 time: 0.1174824 Feb 07 01:47:58.711313 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Request body: {'port': {'device_id': 'a9581878-4451-4232-9a5e-593636a559f8', 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245', 'admin_state_up': True, 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'security_groups': ['df908cf2-b017-4061-83e5-34fe13b0f279']}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:58.736840 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-174e8b66-beef-455c-8391-feebf26b9143 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for port, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:58.753266 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-174e8b66-beef-455c-8391-feebf26b9143 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Transition to ACTIVE for port object 74421200-a2b4-4a52-be2f-c889b25a0127 will not be triggered until provisioned by entity DHCP. {{(pid=79942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:47:58.776730 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-174e8b66-beef-455c-8391-feebf26b9143 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:58.794476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5fd86841-a9ef-45a9-babb-5c9b987b1040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:58.859514 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:47:58.863824 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Usage tracker for resource:port and tenant:8b1931abed614b84acfd403a98a2afee is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:47:58.867056 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:47:58.873328 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:47:58.886885 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Made reservation on behalf of 8b1931abed614b84acfd403a98a2afee for: {'port': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:47:58.910476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:58.974174 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e8b66-beef-455c-8391-feebf26b9143 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Pushing event updated for resources: {'Port': ['ID=74421200-a2b4-4a52-be2f-c889b25a0127,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:47:58.978909 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-174e8b66-beef-455c-8391-feebf26b9143 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:47:59.026990 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-174e8b66-beef-455c-8391-feebf26b9143 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Network 7a2773e7-cc87-48c9-a224-6aff3de68ac6 is already hosted by enough agents. {{(pid=79942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:47:59.028210 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-174e8b66-beef-455c-8391-feebf26b9143 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Resources bound (agent type, host, resource id): {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:47:59.030893 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-174e8b66-beef-455c-8391-feebf26b9143 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Received port after_create {{(pid=79942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:47:59.235458 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-174e8b66-beef-455c-8391-feebf26b9143 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:59.236195 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-174e8b66-beef-455c-8391-feebf26b9143 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:59.276672 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-174e8b66-beef-455c-8391-feebf26b9143 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6213737 Feb 07 01:47:59.310735 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Request body: {'port': {'device_id': '4bc6ac4b-8936-4880-b904-1929faabe62f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:47:59.316275 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-5013008e-6210-47cd-badf-16755150a7a9 None None] Provisioning for port 74421200-a2b4-4a52-be2f-c889b25a0127 completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:47:59.335421 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-5013008e-6210-47cd-badf-16755150a7a9 None None] Provisioning complete for port 74421200-a2b4-4a52-be2f-c889b25a0127 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:47:59.336014 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5013008e-6210-47cd-badf-16755150a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:59.341716 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Allocated IP 172.20.0.9 (2e542c9b-3ffd-4866-9222-017b5e713245/35a3d2b9-4916-45e4-9a0e-0b345ec47c3b/83e5c1b1-597e-4371-8d7e-73367e0be26d) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:47:59.473039 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-5013008e-6210-47cd-badf-16755150a7a9 None None] Port 74421200-a2b4-4a52-be2f-c889b25a0127 cannot update to ACTIVE because it is not bound. {{(pid=79943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 07 01:47:59.575994 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e6d9501c-c4ba-4341-9a09-18141f684f1a req-05bb73ff-9001-4f08-b784-266edfee5f0c tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 210 time: 0.0808187 Feb 07 01:47:59.586237 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:59.863172 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:59.882094 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Transition to ACTIVE for port object 83e5c1b1-597e-4371-8d7e-73367e0be26d will not be triggered until provisioned by entity DHCP. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:47:59.908554 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:47:59.926268 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-58de88ff-fe8d-411d-a751-f5c7cf545854 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:47:59.969033 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b580c0-5d05-4716-b0ec-b2bf2e3f5860 req-41fac6ba-d598-44f2-817c-9c56af3f3d28 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:47:59.969855 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-29b580c0-5d05-4716-b0ec-b2bf2e3f5860 req-41fac6ba-d598-44f2-817c-9c56af3f3d28 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Synchronizing usage tracker for tenant:a6f4b9f9a5074df79ed740320e365959 on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:48:00.016703 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-29b580c0-5d05-4716-b0ec-b2bf2e3f5860 req-41fac6ba-d598-44f2-817c-9c56af3f3d28 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Unset dirty status for tenant:a6f4b9f9a5074df79ed740320e365959 on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:48:00.017896 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-29b580c0-5d05-4716-b0ec-b2bf2e3f5860 req-41fac6ba-d598-44f2-817c-9c56af3f3d28 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 931 time: 0.3778834 Feb 07 01:48:00.076190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Pushing event updated for resources: {'Port': ['ID=83e5c1b1-597e-4371-8d7e-73367e0be26d,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:00.088214 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.088632 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.089043 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.089450 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.089843 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.090237 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.090630 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.091043 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.091432 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.091820 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.092217 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.092602 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.093655 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.093655 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.094086 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.094371 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.094762 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.095243 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.095725 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.096054 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.096506 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.096864 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.097246 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.097667 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:00.104104 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:00.142623 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Network 2e542c9b-3ffd-4866-9222-017b5e713245 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:48:00.143871 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:48:00.146848 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:48:00.164472 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-29b580c0-5d05-4716-b0ec-b2bf2e3f5860 req-9e69e225-10e4-4947-96ae-a0175d7eda81 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387870 Feb 07 01:48:00.277610 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74421200-a2b4-4a52-be2f-c889b25a0127 {{(pid=79942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 07 01:48:00.278508 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:00.279326 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:00.286876 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:00.299977 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-dbd21bb6-d6b7-4e6b-8b7a-d4c8c2cfc30d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5935922 Feb 07 01:48:00.300447 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Transition to ACTIVE for port object 74421200-a2b4-4a52-be2f-c889b25a0127 will not be triggered until provisioned by entity L2. {{(pid=79942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:48:00.302826 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852760648'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:00.319463 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Request body: {'port': {'device_id': 'a9581878-4451-4232-9a5e-593636a559f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:48:00.319699 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:00.403797 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-85ba480a-985e-416c-96f2-cd1559b52537 None None] Provisioning for port 83e5c1b1-597e-4371-8d7e-73367e0be26d completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:48:00.410250 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-85ba480a-985e-416c-96f2-cd1559b52537 None None] Provisioning complete for port 83e5c1b1-597e-4371-8d7e-73367e0be26d triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:48:00.410948 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-85ba480a-985e-416c-96f2-cd1559b52537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:00.475970 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:00.480609 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-85ba480a-985e-416c-96f2-cd1559b52537 None None] Port 83e5c1b1-597e-4371-8d7e-73367e0be26d cannot update to ACTIVE because it is not bound. {{(pid=79943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 07 01:48:00.492201 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Pushing event updated for resources: {'Port': ['ID=74421200-a2b4-4a52-be2f-c889b25a0127,revision_number=2']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:00.496235 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:00.672498 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Attempting to bind port 74421200-a2b4-4a52-be2f-c889b25a0127 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:48:00.672870 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Attempting to bind port 74421200-a2b4-4a52-be2f-c889b25a0127 by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '71a8b691-2713-4aab-834f-a491422c389e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6'}] {{(pid=79942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:48:00.673236 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Attempting to bind port 74421200-a2b4-4a52-be2f-c889b25a0127 on network 7a2773e7-cc87-48c9-a224-6aff3de68ac6 {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:48:00.683094 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Checking agent: {'id': 'b7cc771a-d95a-4267-9fb0-ee0cef286fca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 41, 44), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:48:00.683476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Checking segment: {'id': '71a8b691-2713-4aab-834f-a491422c389e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:48:00.687611 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:00.688192 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Bound using segment: {'id': '71a8b691-2713-4aab-834f-a491422c389e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6'} {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:48:00.689108 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Bound port: 74421200-a2b4-4a52-be2f-c889b25a0127, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a8b691-2713-4aab-834f-a491422c389e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6'}}] {{(pid=79942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:48:00.689611 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:00.860572 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] For port 74421200-a2b4-4a52-be2f-c889b25a0127, host hv-cinder-74014, cleared binding levels {{(pid=79942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:48:00.866706 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] For port 74421200-a2b4-4a52-be2f-c889b25a0127, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=74421200-a2b4-4a52-be2f-c889b25a0127,segment=NetworkSegment(71a8b691-2713-4aab-834f-a491422c389e),segment_id=71a8b691-2713-4aab-834f-a491422c389e)] {{(pid=79942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:48:00.872712 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852760648'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:00.888656 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:00.966651 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e5c1b1-597e-4371-8d7e-73367e0be26d {{(pid=79941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 07 01:48:00.974612 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:00.986679 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Transition to ACTIVE for port object 83e5c1b1-597e-4371-8d7e-73367e0be26d will not be triggered until provisioned by entity L2. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:48:00.989969 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2420082'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:00.999113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8aba91-f8f5-4fd2-8a18-0ade7a3d50f8 req-fc7400f8-64cb-42d7-99c0-205064601d59 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:01.000801 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ad8aba91-f8f5-4fd2-8a18-0ade7a3d50f8 req-fc7400f8-64cb-42d7-99c0-205064601d59 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 931 time: 0.2562068 Feb 07 01:48:01.009864 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8ee992e9-b243-4203-a94f-7886f36202c2 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:01.157584 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Pushing event updated for resources: {'Port': ['ID=83e5c1b1-597e-4371-8d7e-73367e0be26d,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:01.160770 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:01.183122 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ad8aba91-f8f5-4fd2-8a18-0ade7a3d50f8 req-a9c06bfa-3b67-43f7-87f8-b934e192543c tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1715977 Feb 07 01:48:01.192447 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Pushing event updated for resources: {'Port': ['ID=74421200-a2b4-4a52-be2f-c889b25a0127,revision_number=3']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:01.197366 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:01.231935 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:01.232582 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:01.234035 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] 10.222.0.45 "PUT /v2.0/ports/74421200-a2b4-4a52-be2f-c889b25a0127 HTTP/1.1" status: 200 len: 1157 time: 1.9287550 Feb 07 01:48:01.234584 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc6ac4b-8936-4880-b904-1929faabe62f', 'tag': '74421200-a2b4-4a52-be2f-c889b25a0127'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:48:01.372103 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc6ac4b-8936-4880-b904-1929faabe62f', 'tag': '74421200-a2b4-4a52-be2f-c889b25a0127', 'status': 'completed', 'code': 200} Feb 07 01:48:01.457339 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Attempting to bind port 83e5c1b1-597e-4371-8d7e-73367e0be26d on host hv-cinder-74014 for vnic_type normal with profile {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:48:01.457718 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Attempting to bind port 83e5c1b1-597e-4371-8d7e-73367e0be26d by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '67213f94-f13a-4e18-9e03-bb4b5beb3345', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245'}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:48:01.458938 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Attempting to bind port 83e5c1b1-597e-4371-8d7e-73367e0be26d on network 2e542c9b-3ffd-4866-9222-017b5e713245 {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:48:01.469220 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Checking agent: {'id': 'b7cc771a-d95a-4267-9fb0-ee0cef286fca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 41, 44), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:48:01.469220 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Checking segment: {'id': '67213f94-f13a-4e18-9e03-bb4b5beb3345', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:48:01.469220 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:01.469512 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Bound using segment: {'id': '67213f94-f13a-4e18-9e03-bb4b5beb3345', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245'} {{(pid=79941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:48:01.469849 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Bound port: 83e5c1b1-597e-4371-8d7e-73367e0be26d, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67213f94-f13a-4e18-9e03-bb4b5beb3345', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245'}}] {{(pid=79941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:48:01.470222 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:01.518933 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-b4e2212d-ff06-42d0-82fc-7fe259bdc650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:01.521176 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-b4e2212d-ff06-42d0-82fc-7fe259bdc650 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6f4b9f9a5074df79ed740320e365959&device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 1160 time: 0.2267478 Feb 07 01:48:01.584376 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] For port 83e5c1b1-597e-4371-8d7e-73367e0be26d, host hv-cinder-74014, cleared binding levels {{(pid=79941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:48:01.589256 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] For port 83e5c1b1-597e-4371-8d7e-73367e0be26d, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=83e5c1b1-597e-4371-8d7e-73367e0be26d,segment=NetworkSegment(67213f94-f13a-4e18-9e03-bb4b5beb3345),segment_id=67213f94-f13a-4e18-9e03-bb4b5beb3345)] {{(pid=79941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:48:01.593770 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2420082'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:01.621924 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f01881-493c-40b6-a4c3-67dec69d5ef5 req-24dcf66a-24f9-4cf9-ac94-18554fb5314a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:01.623648 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c7f01881-493c-40b6-a4c3-67dec69d5ef5 req-24dcf66a-24f9-4cf9-ac94-18554fb5314a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 943 time: 0.2395234 Feb 07 01:48:01.635112 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-486106b9-7754-4382-9fd1-ed952555f413 tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:01.805713 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Pushing event updated for resources: {'Port': ['ID=83e5c1b1-597e-4371-8d7e-73367e0be26d,revision_number=3']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:01.810337 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:01.824242 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:01.824929 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:01.826647 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] 10.222.0.45 "PUT /v2.0/ports/83e5c1b1-597e-4371-8d7e-73367e0be26d HTTP/1.1" status: 200 len: 1157 time: 1.5124929 Feb 07 01:48:01.827164 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9581878-4451-4232-9a5e-593636a559f8', 'tag': '83e5c1b1-597e-4371-8d7e-73367e0be26d'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:48:01.905501 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9581878-4451-4232-9a5e-593636a559f8', 'tag': '83e5c1b1-597e-4371-8d7e-73367e0be26d', 'status': 'completed', 'code': 200} Feb 07 01:48:01.924305 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-7562d5a1-5db8-4f31-a9db-b395cb8d1397 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74421200-a2b4-4a52-be2f-c889b25a0127 HTTP/1.1" status: 200 len: 217 time: 0.2995801 Feb 07 01:48:02.015888 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-5986367c-b153-4608-bd90-9c14241d1022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:02.017523 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-5986367c-b153-4608-bd90-9c14241d1022 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b1931abed614b84acfd403a98a2afee&device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 1160 time: 0.0859845 Feb 07 01:48:02.024595 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c7f01881-493c-40b6-a4c3-67dec69d5ef5 req-0feddc6b-9b0e-46b8-981c-bd3e0067b2eb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227489 Feb 07 01:48:02.034262 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-db91e1cc-a17c-4c93-a19c-9b9b4bc6a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:02.035937 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-db91e1cc-a17c-4c93-a19c-9b9b4bc6a114 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7045f51-fb53-4f5e-bc51-a1b3402ec37e HTTP/1.1" status: 200 len: 855 time: 0.1036024 Feb 07 01:48:02.097544 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-d3a1983e-039d-4e59-ac3d-56147dacfd14 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e5c1b1-597e-4371-8d7e-73367e0be26d HTTP/1.1" status: 200 len: 217 time: 0.0662687 Feb 07 01:48:02.120031 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-7aa633aa-ae97-47bd-a43d-0252b31f641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:02.121637 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-7aa633aa-ae97-47bd-a43d-0252b31f641b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a2773e7-cc87-48c9-a224-6aff3de68ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783877 Feb 07 01:48:02.171423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-7ecec4ba-637d-44d5-9545-11b92edd4129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:02.173071 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-7ecec4ba-637d-44d5-9545-11b92edd4129 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35a3d2b9-4916-45e4-9a0e-0b345ec47c3b HTTP/1.1" status: 200 len: 847 time: 0.0691249 Feb 07 01:48:02.258572 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-dfc3b986-2b4d-4fc2-82bf-289405725fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:02.260369 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-dfc3b986-2b4d-4fc2-82bf-289405725fae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e542c9b-3ffd-4866-9222-017b5e713245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800784 Feb 07 01:48:02.273693 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-c7a36153-bad4-4547-a2e6-89922cff9d1c service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423252 Feb 07 01:48:02.419130 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-7a139888-39ad-4496-a830-fccbcec36c20 service neutron] 10.222.0.45 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520188 Feb 07 01:48:02.515686 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b0ee4467-eab7-4b71-8190-a866ad53f134 req-efe3be30-d20b-4c71-93af-651f293f23dc service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2348385 Feb 07 01:48:02.597945 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13fedded-bdef-4f5a-b03b-e5bce8393ebe req-1591ba02-d66a-439d-8267-90df4f2a9f0c service neutron] 10.222.0.45 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1711383 Feb 07 01:48:02.620944 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78227f-1114-4f3f-8282-6223a43a2c3e req-50d01c65-f9be-47a2-9630-861384d8d1e1 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:02.622638 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7f78227f-1114-4f3f-8282-6223a43a2c3e req-50d01c65-f9be-47a2-9630-861384d8d1e1 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 943 time: 0.2381899 Feb 07 01:48:02.696365 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7f78227f-1114-4f3f-8282-6223a43a2c3e req-343d8575-7f17-4f55-aea2-46a1f3cf8cad tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0621629 Feb 07 01:48:02.828914 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fabf7b-16e8-44b9-8cfb-bfd7a858e9e0 req-b8a0b23f-cdcc-48a9-952d-d173a1fc02a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:02.830491 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b967f-ae18-4614-918f-08e632fd4983 req-269b6922-6d74-465e-853f-0e36e79fbb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:02.830606 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c2fabf7b-16e8-44b9-8cfb-bfd7a858e9e0 req-b8a0b23f-cdcc-48a9-952d-d173a1fc02a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b1931abed614b84acfd403a98a2afee&device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 1160 time: 0.0828416 Feb 07 01:48:02.832285 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0d5b967f-ae18-4614-918f-08e632fd4983 req-269b6922-6d74-465e-853f-0e36e79fbb50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6f4b9f9a5074df79ed740320e365959&device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 1160 time: 0.0856478 Feb 07 01:48:02.986581 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fabf7b-16e8-44b9-8cfb-bfd7a858e9e0 req-0ffaa636-d810-4be5-840f-fa4762600021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:02.988184 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c2fabf7b-16e8-44b9-8cfb-bfd7a858e9e0 req-0ffaa636-d810-4be5-840f-fa4762600021 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e542c9b-3ffd-4866-9222-017b5e713245 HTTP/1.1" status: 200 len: 902 time: 0.1422064 Feb 07 01:48:02.989573 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b967f-ae18-4614-918f-08e632fd4983 req-b9915e20-7e0c-4c8f-8f62-6430f6201f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:02.991216 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0d5b967f-ae18-4614-918f-08e632fd4983 req-b9915e20-7e0c-4c8f-8f62-6430f6201f82 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7a2773e7-cc87-48c9-a224-6aff3de68ac6 HTTP/1.1" status: 200 len: 910 time: 0.1446991 Feb 07 01:48:03.077124 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c2fabf7b-16e8-44b9-8cfb-bfd7a858e9e0 req-97cc9a29-4d8a-4e60-be3e-4574d82dfb5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e5c1b1-597e-4371-8d7e-73367e0be26d HTTP/1.1" status: 200 len: 217 time: 0.0665071 Feb 07 01:48:03.080757 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0d5b967f-ae18-4614-918f-08e632fd4983 req-9a579b2b-75be-46a5-9486-dddc7ebb8312 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74421200-a2b4-4a52-be2f-c889b25a0127 HTTP/1.1" status: 200 len: 217 time: 0.0699806 Feb 07 01:48:03.165897 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fabf7b-16e8-44b9-8cfb-bfd7a858e9e0 req-2cf745bc-16cd-43fc-a2a8-cbf3e59cd1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:03.167308 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b967f-ae18-4614-918f-08e632fd4983 req-feb502ac-6f90-42f4-904e-862c404e25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:03.167502 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c2fabf7b-16e8-44b9-8cfb-bfd7a858e9e0 req-2cf745bc-16cd-43fc-a2a8-cbf3e59cd1dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35a3d2b9-4916-45e4-9a0e-0b345ec47c3b HTTP/1.1" status: 200 len: 847 time: 0.0691893 Feb 07 01:48:03.168999 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0d5b967f-ae18-4614-918f-08e632fd4983 req-feb502ac-6f90-42f4-904e-862c404e25d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7045f51-fb53-4f5e-bc51-a1b3402ec37e HTTP/1.1" status: 200 len: 855 time: 0.0677190 Feb 07 01:48:03.259480 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b967f-ae18-4614-918f-08e632fd4983 req-a2f4337f-f6aa-47ad-af00-7a516b6cf928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:03.261103 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0d5b967f-ae18-4614-918f-08e632fd4983 req-a2f4337f-f6aa-47ad-af00-7a516b6cf928 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a2773e7-cc87-48c9-a224-6aff3de68ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786772 Feb 07 01:48:03.400056 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fb625-6b36-4ebe-b6e0-cb29f4b0a4a8 req-6777ac10-5bc0-49c4-8125-a781f9041267 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:03.401333 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-194fb625-6b36-4ebe-b6e0-cb29f4b0a4a8 req-6777ac10-5bc0-49c4-8125-a781f9041267 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 943 time: 0.2315688 Feb 07 01:48:03.403558 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fabf7b-16e8-44b9-8cfb-bfd7a858e9e0 req-12cf2090-1778-4d89-a21f-38a1a832bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:03.404996 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c2fabf7b-16e8-44b9-8cfb-bfd7a858e9e0 req-12cf2090-1778-4d89-a21f-38a1a832bfc6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e542c9b-3ffd-4866-9222-017b5e713245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1999424 Feb 07 01:48:03.405818 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0d5b967f-ae18-4614-918f-08e632fd4983 req-7a2126f1-ada0-4532-aaa0-19ab614d955c service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365380 Feb 07 01:48:03.556712 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0d5b967f-ae18-4614-918f-08e632fd4983 req-8c501752-f670-4797-a8dd-c652e99d2253 service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1377954 Feb 07 01:48:03.570765 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-194fb625-6b36-4ebe-b6e0-cb29f4b0a4a8 req-60013865-1844-4d90-98f9-da1242eaba67 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588647 Feb 07 01:48:03.606173 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c2fabf7b-16e8-44b9-8cfb-bfd7a858e9e0 req-763ee2d8-8890-473d-a2c0-bb82a1817dc3 service neutron] 10.222.0.45 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798942 Feb 07 01:48:03.753446 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c2fabf7b-16e8-44b9-8cfb-bfd7a858e9e0 req-893b4fbc-4ab5-4748-ad32-28f43b4d43a9 service neutron] 10.222.0.45 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367145 Feb 07 01:48:04.010048 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7858e4-1239-4b68-8521-f194138baab1 req-9c15b060-2ade-45cd-8328-7f47edcf75c9 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:04.010048 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fc7858e4-1239-4b68-8521-f194138baab1 req-9c15b060-2ade-45cd-8328-7f47edcf75c9 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 943 time: 0.1688328 Feb 07 01:48:04.070695 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fc7858e4-1239-4b68-8521-f194138baab1 req-dd518076-add1-4a19-8b4f-0aa165dc7258 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0572181 Feb 07 01:48:04.880538 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6690b6-5a74-4e1f-ad58-cbbf6aa28281 req-57ec0d29-2f9f-44f6-a344-5ba923cadbcc tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:04.883486 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ac6690b6-5a74-4e1f-ad58-cbbf6aa28281 req-57ec0d29-2f9f-44f6-a344-5ba923cadbcc tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 943 time: 0.1688478 Feb 07 01:48:04.948305 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ac6690b6-5a74-4e1f-ad58-cbbf6aa28281 req-9f19cc77-8404-4f9b-b6d1-0b30599c591b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581572 Feb 07 01:48:05.354609 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674de27-2f13-4e8c-ae63-c1d81eb07e08 req-fb8c72a5-4b1c-4b64-9d7d-1408c76b2801 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:05.356221 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a674de27-2f13-4e8c-ae63-c1d81eb07e08 req-fb8c72a5-4b1c-4b64-9d7d-1408c76b2801 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 943 time: 0.1600254 Feb 07 01:48:05.421920 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a674de27-2f13-4e8c-ae63-c1d81eb07e08 req-29e93e62-1b35-4603-bc10-071dcb9a0053 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0595226 Feb 07 01:48:06.253303 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad0259-ef0f-4df5-8abb-77b9194d0dec req-aeb9d70f-c609-4bab-80bb-81a4f191c98c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:06.255019 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-64ad0259-ef0f-4df5-8abb-77b9194d0dec req-aeb9d70f-c609-4bab-80bb-81a4f191c98c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 943 time: 0.1617250 Feb 07 01:48:06.285773 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 74421200-a2b4-4a52-be2f-c889b25a0127 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:48:06.295938 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48134) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:06.319521 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-64ad0259-ef0f-4df5-8abb-77b9194d0dec req-bf87d60a-06f1-46fa-9f2a-0a4a4e828fcc tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582640 Feb 07 01:48:06.360791 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning for port 74421200-a2b4-4a52-be2f-c889b25a0127 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:48:06.366247 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 74421200-a2b4-4a52-be2f-c889b25a0127 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:48:06.366665 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:06.453616 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-21b6068c-ed08-4c31-8eda-835c12191945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:06.471101 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-21b6068c-ed08-4c31-8eda-835c12191945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:48:06.475567 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-21b6068c-ed08-4c31-8eda-835c12191945 admin admin] Usage tracker for resource:security_group_rule and tenant:79ecf4e14ff84f14bff60cf5ad07504d is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:48:06.478867 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-21b6068c-ed08-4c31-8eda-835c12191945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:48:06.485198 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-21b6068c-ed08-4c31-8eda-835c12191945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:48:06.511711 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:06.600675 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-21b6068c-ed08-4c31-8eda-835c12191945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:06.605169 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-21b6068c-ed08-4c31-8eda-835c12191945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:06.616741 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4e7ec961-b418-4d59-968b-8f21d3d50dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:06.669494 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-21b6068c-ed08-4c31-8eda-835c12191945 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=79ecf4e14ff84f14bff60cf5ad07504d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708620 Feb 07 01:48:06.670562 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6068c-ed08-4c31-8eda-835c12191945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f93d2b-fd02-45f2-a6ac-5bb7764d6926,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:06.673448 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48142) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:06.686772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-21b6068c-ed08-4c31-8eda-835c12191945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:06.709721 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc6ac4b-8936-4880-b904-1929faabe62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74421200-a2b4-4a52-be2f-c889b25a0127'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:48:06.718508 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 74421200-a2b4-4a52-be2f-c889b25a0127, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=74421200-a2b4-4a52-be2f-c889b25a0127,segment=NetworkSegment(71a8b691-2713-4aab-834f-a491422c389e),segment_id=71a8b691-2713-4aab-834f-a491422c389e)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:48:06.722754 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:06.723895 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 83e5c1b1-597e-4371-8d7e-73367e0be26d up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:48:06.739737 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-61a3cc98-d089-4909-ad6a-9460baac06c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:06.749263 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ba98a-d5e7-4735-9446-fc8a208270d0 req-c573b1f0-6fe6-4fe4-aa45-871d84aa32d0 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:06.751150 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-bf5ba98a-d5e7-4735-9446-fc8a208270d0 req-c573b1f0-6fe6-4fe4-aa45-871d84aa32d0 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 943 time: 0.1767740 Feb 07 01:48:06.756824 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-68990c0f-15e6-4373-9674-e229b7e2e27c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:06.779598 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-61a3cc98-d089-4909-ad6a-9460baac06c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:06.828890 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-bf5ba98a-d5e7-4735-9446-fc8a208270d0 req-da85aa81-9e4f-41e4-9ce5-74a2b4aaf52d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0694921 Feb 07 01:48:06.831780 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-61a3cc98-d089-4909-ad6a-9460baac06c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:06.837513 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc6ac4b-8936-4880-b904-1929faabe62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74421200-a2b4-4a52-be2f-c889b25a0127', 'code': 200} Feb 07 01:48:06.840173 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c0b68f7d-398c-42ca-b972-f84ddfd5fbee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:06.851870 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=74421200-a2b4-4a52-be2f-c889b25a0127,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:06.854564 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3cc98-d089-4909-ad6a-9460baac06c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f93d2b-fd02-45f2-a6ac-5bb7764d6926,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:06.857117 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-61a3cc98-d089-4909-ad6a-9460baac06c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:06.857281 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:06.863231 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-61a3cc98-d089-4909-ad6a-9460baac06c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:06.867942 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-61a3cc98-d089-4909-ad6a-9460baac06c5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a2f93d2b-fd02-45f2-a6ac-5bb7764d6926 HTTP/1.1" status: 204 len: 168 time: 0.1905646 Feb 07 01:48:06.897580 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning for port 83e5c1b1-597e-4371-8d7e-73367e0be26d completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:48:06.903196 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 83e5c1b1-597e-4371-8d7e-73367e0be26d triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:48:06.903626 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:07.049278 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:07.087249 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 83e5c1b1-597e-4371-8d7e-73367e0be26d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=83e5c1b1-597e-4371-8d7e-73367e0be26d,segment=NetworkSegment(67213f94-f13a-4e18-9e03-bb4b5beb3345),segment_id=67213f94-f13a-4e18-9e03-bb4b5beb3345)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:48:07.090824 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:07.093533 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-59004518-8b93-43c6-925a-6ebe138e0cf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:07.165722 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=83e5c1b1-597e-4371-8d7e-73367e0be26d,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:07.169327 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:07.194166 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad709a2-a176-42e5-8610-4949b96378ef req-d004507b-5175-4d56-8555-f7d93868f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:07.195892 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5ad709a2-a176-42e5-8610-4949b96378ef req-d004507b-5175-4d56-8555-f7d93868f6ff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 1162 time: 0.1037202 Feb 07 01:48:07.246703 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5ad709a2-a176-42e5-8610-4949b96378ef req-4fae8ace-e3fa-4b1c-a722-ba9d77f4f6ec service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430031 Feb 07 01:48:07.275353 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 48158) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:07.295295 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a95483cd-d34f-425c-80cd-b8d0c4db8bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:07.312208 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-a95483cd-d34f-425c-80cd-b8d0c4db8bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:48:07.316219 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-a95483cd-d34f-425c-80cd-b8d0c4db8bef admin admin] Usage tracker for resource:security_group_rule and tenant:5f536106a7294c76b8b461f31b8681c7 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:48:07.319852 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-a95483cd-d34f-425c-80cd-b8d0c4db8bef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:48:07.325855 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-a95483cd-d34f-425c-80cd-b8d0c4db8bef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:48:07.413175 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a95483cd-d34f-425c-80cd-b8d0c4db8bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:07.417919 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a95483cd-d34f-425c-80cd-b8d0c4db8bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:07.428247 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a242b9e1-9c5c-486f-a96a-f728c94241b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:07.457634 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95483cd-d34f-425c-80cd-b8d0c4db8bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e620899e-cc79-4107-88c5-b8a689df5a10,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:07.497614 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a95483cd-d34f-425c-80cd-b8d0c4db8bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:07.577885 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-a95483cd-d34f-425c-80cd-b8d0c4db8bef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f536106a7294c76b8b461f31b8681c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013201 Feb 07 01:48:07.582064 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48166) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:07.644507 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca155-0e28-4b96-a85d-39bf80f31f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:07.672496 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca155-0e28-4b96-a85d-39bf80f31f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:07.702711 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228c97b-6af1-438a-bee3-0c94ab4431b5 req-128cf69e-1dfa-498a-82a8-ae13275821e5 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:07.704426 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7228c97b-6af1-438a-bee3-0c94ab4431b5 req-128cf69e-1dfa-498a-82a8-ae13275821e5 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 945 time: 0.2481606 Feb 07 01:48:07.720095 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca155-0e28-4b96-a85d-39bf80f31f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:07.725754 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f219a1ee-3ef2-438b-9a02-da6f9f01005d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:07.738551 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ca155-0e28-4b96-a85d-39bf80f31f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e620899e-cc79-4107-88c5-b8a689df5a10,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:07.741746 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fb0ca155-0e28-4b96-a85d-39bf80f31f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:07.743766 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca155-0e28-4b96-a85d-39bf80f31f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:07.747020 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-fb0ca155-0e28-4b96-a85d-39bf80f31f70 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e620899e-cc79-4107-88c5-b8a689df5a10 HTTP/1.1" status: 204 len: 168 time: 0.1638427 Feb 07 01:48:07.801643 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 74421200-a2b4-4a52-be2f-c889b25a0127 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:48:07.812274 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf906c9e-fe34-402b-ba00-61d1c0fb0180 req-c69a918e-e2f7-4a03-874f-fc53c302c54f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:07.813982 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-bf906c9e-fe34-402b-ba00-61d1c0fb0180 req-c69a918e-e2f7-4a03-874f-fc53c302c54f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.3107121 Feb 07 01:48:07.876841 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 74421200-a2b4-4a52-be2f-c889b25a0127 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:48:07.877262 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7228c97b-6af1-438a-bee3-0c94ab4431b5 req-900bdd33-3a37-40af-a79b-6ba824415a71 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648178 Feb 07 01:48:07.877564 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:07.920571 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-bf906c9e-fe34-402b-ba00-61d1c0fb0180 req-c79a8a82-fb70-4de1-b978-e9f10ef82b3f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912788 Feb 07 01:48:08.017323 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 83e5c1b1-597e-4371-8d7e-73367e0be26d up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:48:08.092704 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 83e5c1b1-597e-4371-8d7e-73367e0be26d triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:48:08.093138 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:08.218079 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7851be8-667f-4976-bc29-bb8ab2675a22 req-a62def52-2eb2-461d-8ccc-43b539dc3ec8 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:08.219905 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b7851be8-667f-4976-bc29-bb8ab2675a22 req-a62def52-2eb2-461d-8ccc-43b539dc3ec8 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 945 time: 0.1826830 Feb 07 01:48:08.287693 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b7851be8-667f-4976-bc29-bb8ab2675a22 req-a69e9c68-91af-4645-bfe9-978d38696ec5 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0595214 Feb 07 01:48:08.842235 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9581878-4451-4232-9a5e-593636a559f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e5c1b1-597e-4371-8d7e-73367e0be26d'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:48:08.904791 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9581878-4451-4232-9a5e-593636a559f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e5c1b1-597e-4371-8d7e-73367e0be26d', 'code': 200} Feb 07 01:48:09.251863 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58085d98-d33a-4095-a8bd-de7cbdb5af8f req-f84d4f04-e94f-4dbb-8433-f679d730709c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:09.253551 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-58085d98-d33a-4095-a8bd-de7cbdb5af8f req-f84d4f04-e94f-4dbb-8433-f679d730709c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 945 time: 0.2353995 Feb 07 01:48:09.663377 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcea21-4004-41b8-9eb3-2f61e29e0311 req-e79f9634-06e6-4453-9cfa-6fb33ebebdbf tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:09.665260 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cefcea21-4004-41b8-9eb3-2f61e29e0311 req-e79f9634-06e6-4453-9cfa-6fb33ebebdbf tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.5722747 Feb 07 01:48:09.682713 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-58085d98-d33a-4095-a8bd-de7cbdb5af8f req-eadb6864-8a11-49a3-ba69-5e635a2f085b tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846166 Feb 07 01:48:09.749147 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cefcea21-4004-41b8-9eb3-2f61e29e0311 req-ef244957-f591-46ea-a211-93578ff238fa tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645907 Feb 07 01:48:09.751291 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb264b7c-16fc-43d7-8e11-945840438f90 req-51651ad7-4abb-4e74-a2a6-3e309f91df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:09.752776 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fb264b7c-16fc-43d7-8e11-945840438f90 req-51651ad7-4abb-4e74-a2a6-3e309f91df19 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 1162 time: 0.4968653 Feb 07 01:48:09.815321 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fb264b7c-16fc-43d7-8e11-945840438f90 req-ae5e9c65-4ad7-4d47-b877-552c2a9bd83f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0526738 Feb 07 01:48:10.031841 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3b8a0-c963-4892-8185-81cd916f3e31 req-4433a75f-abee-49c5-9b4c-a9dacc90aa5a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:10.033484 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-90d3b8a0-c963-4892-8185-81cd916f3e31 req-4433a75f-abee-49c5-9b4c-a9dacc90aa5a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 945 time: 0.2118487 Feb 07 01:48:10.117120 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-90d3b8a0-c963-4892-8185-81cd916f3e31 req-a2890e09-47d9-45e2-84ef-6b7661c19378 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0718818 Feb 07 01:48:10.199138 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2045e1-efa2-42e7-89ff-731babbfa67c req-5dbb014e-c4c2-4024-8406-624ec5686d4d tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:10.200802 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1b2045e1-efa2-42e7-89ff-731babbfa67c req-5dbb014e-c4c2-4024-8406-624ec5686d4d tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.3004699 Feb 07 01:48:10.211533 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 48226) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:10.217250 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-ff42be10-d9cd-41ee-9f74-1405e3039df8 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Request body: {'floatingip': {'port_id': '74421200-a2b4-4a52-be2f-c889b25a0127'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:48:10.317838 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ff42be10-d9cd-41ee-9f74-1405e3039df8 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for floatingip, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:11.140454 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:48:11.215918 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef538ff-e5b4-449f-95e2-75b6dfa71f36 req-8eb2c699-c0de-421b-89ee-e7dc58932df7 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:11.217637 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-bef538ff-e5b4-449f-95e2-75b6dfa71f36 req-8eb2c699-c0de-421b-89ee-e7dc58932df7 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 945 time: 0.2804639 Feb 07 01:48:11.255677 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.resource_extend [None req-ff42be10-d9cd-41ee-9f74-1405e3039df8 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 07 01:48:11.311409 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-81d2edfe-fb65-460d-93c6-f7b0c5ca1538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:11.430762 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-bef538ff-e5b4-449f-95e2-75b6dfa71f36 req-ae9c3198-a7bf-4798-b6ca-dcee340d45bb tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039773 Feb 07 01:48:11.447586 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ff42be10-d9cd-41ee-9f74-1405e3039df8 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:11.463584 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ff42be10-d9cd-41ee-9f74-1405e3039df8 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680368'] for floatingip, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:11.717295 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b642e-95f2-4cf3-8f17-bab45ee49e3a req-af7dc741-17f2-45eb-aa3e-8c96d2885bd6 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:11.718988 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-590b642e-95f2-4cf3-8f17-bab45ee49e3a req-af7dc741-17f2-45eb-aa3e-8c96d2885bd6 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 945 time: 0.3983533 Feb 07 01:48:11.774295 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.l3_db [None req-ff42be10-d9cd-41ee-9f74-1405e3039df8 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Floating IP 071379c8-65c6-4d26-a505-f0e095b88b04 associated. External IP: 172.28.0.189, port: 74421200-a2b4-4a52-be2f-c889b25a0127. Feb 07 01:48:11.866177 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-590b642e-95f2-4cf3-8f17-bab45ee49e3a req-5c4c2503-6a26-4ef6-ae08-97a08e962555 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1354179 Feb 07 01:48:12.326324 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48290) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:12.448749 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76789765-72dc-40a2-9d68-4411d24bf106 req-e637eb27-fec6-4103-8ac6-dce32547b784 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:12.450453 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-76789765-72dc-40a2-9d68-4411d24bf106 req-e637eb27-fec6-4103-8ac6-dce32547b784 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 945 time: 0.2694216 Feb 07 01:48:12.491629 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5399233e-7a2d-461b-b657-6fca3c306d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:12.509394 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-5399233e-7a2d-461b-b657-6fca3c306d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:48:12.513600 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-5399233e-7a2d-461b-b657-6fca3c306d08 admin admin] Usage tracker for resource:security_group_rule and tenant:ee37238a1aeb416e9969a04ee69c70b1 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:48:12.516796 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-5399233e-7a2d-461b-b657-6fca3c306d08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:48:12.522611 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-5399233e-7a2d-461b-b657-6fca3c306d08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:48:12.610351 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5399233e-7a2d-461b-b657-6fca3c306d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:12.613248 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5399233e-7a2d-461b-b657-6fca3c306d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:12.622840 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9d1a6998-5277-4240-ad41-447f91cedd9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:12.633296 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-76789765-72dc-40a2-9d68-4411d24bf106 req-4fdc4d0a-9ade-4eba-8df6-3488b5df3726 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1725891 Feb 07 01:48:12.659762 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-5399233e-7a2d-461b-b657-6fca3c306d08 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee37238a1aeb416e9969a04ee69c70b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321042 Feb 07 01:48:12.663062 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48300) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:12.686460 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399233e-7a2d-461b-b657-6fca3c306d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdef43b-3d56-462d-b199-668b998f11bc,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:12.691243 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5399233e-7a2d-461b-b657-6fca3c306d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:12.741854 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a4997be3-e246-45c2-b64a-78d276b9a397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:12.797537 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929a54d-f200-4b53-952b-a195187d207c req-1bedc0f5-107b-4f6c-bd8a-9b4848d95d10 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:12.799294 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0929a54d-f200-4b53-952b-a195187d207c req-1bedc0f5-107b-4f6c-bd8a-9b4848d95d10 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.2378998 Feb 07 01:48:12.859745 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff42be10-d9cd-41ee-9f74-1405e3039df8 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Router 9c8fff40-19e6-468c-b06b-24c4356aef68 has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:48:12.988480 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a4997be3-e246-45c2-b64a-78d276b9a397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:13.022207 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0929a54d-f200-4b53-952b-a195187d207c req-4700c378-e493-4335-ab48-3d7d9bb06017 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783841 Feb 07 01:48:13.033751 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a4997be3-e246-45c2-b64a-78d276b9a397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:13.040770 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a04df165-413d-4a27-b9ac-9749cb5b3018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:13.053717 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a4997be3-e246-45c2-b64a-78d276b9a397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:13.057382 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-a4997be3-e246-45c2-b64a-78d276b9a397 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2bdef43b-3d56-462d-b199-668b998f11bc HTTP/1.1" status: 204 len: 168 time: 0.3910396 Feb 07 01:48:13.058556 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4997be3-e246-45c2-b64a-78d276b9a397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdef43b-3d56-462d-b199-668b998f11bc,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:13.061836 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a4997be3-e246-45c2-b64a-78d276b9a397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:13.224810 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469d31f-53c6-4d86-95ba-f702e2da13a2 req-7289ec96-b3a5-4d02-bbfd-6392c188cb85 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:13.226512 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3469d31f-53c6-4d86-95ba-f702e2da13a2 req-7289ec96-b3a5-4d02-bbfd-6392c188cb85 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 945 time: 0.4262178 Feb 07 01:48:13.387971 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff42be10-d9cd-41ee-9f74-1405e3039df8 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:48:13.399032 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5821d678-77c3-4892-ae6e-f90b58ce4020 None None] Sync routers for ids ['9c8fff40-19e6-468c-b06b-24c4356aef68'] in dv-cinder-740146-7-smb {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:48:13.408945 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5821d678-77c3-4892-ae6e-f90b58ce4020 None None] Routers {'9c8fff40-19e6-468c-b06b-24c4356aef68'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:48:13.409870 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-5821d678-77c3-4892-ae6e-f90b58ce4020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:47:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['9c8fff40-19e6-468c-b06b-24c4356aef68'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:48:13.416258 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3469d31f-53c6-4d86-95ba-f702e2da13a2 req-31850a80-6fc0-4fe4-be29-fb01cb21b041 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777692 Feb 07 01:48:13.422676 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48310) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:13.447878 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ff42be10-d9cd-41ee-9f74-1405e3039df8 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for floatingip, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:13.473965 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-699e9d79-7682-446d-bc03-65ad67e1c9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:13.493543 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-699e9d79-7682-446d-bc03-65ad67e1c9fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:48:13.497767 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-699e9d79-7682-446d-bc03-65ad67e1c9fe admin admin] Usage tracker for resource:security_group_rule and tenant:0a5b08757fb941bb89cef30428aba987 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:48:13.501169 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-699e9d79-7682-446d-bc03-65ad67e1c9fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:48:13.508272 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-699e9d79-7682-446d-bc03-65ad67e1c9fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:48:13.510764 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-65f5f675-9fbd-461d-8de7-0f64297ce4ee tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4078116 Feb 07 01:48:13.585746 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device ac13d24c-f885-44d7-83f6-c8bc158168d9 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:48:13.587227 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Request body: {'floatingip': {'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:48:13.600864 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-699e9d79-7682-446d-bc03-65ad67e1c9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:13.603761 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-699e9d79-7682-446d-bc03-65ad67e1c9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:13.612478 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-e4fe93a8-dcfa-4833-9205-6f727d2eedd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:13.627479 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:48:13.639187 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Usage tracker for resource:floatingip and tenant:8b1931abed614b84acfd403a98a2afee is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:48:13.644649 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:48:13.651277 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-ff42be10-d9cd-41ee-9f74-1405e3039df8 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "PUT /v2.0/floatingips/071379c8-65c6-4d26-a505-f0e095b88b04 HTTP/1.1" status: 200 len: 991 time: 3.4358768 Feb 07 01:48:13.654442 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc6ac4b-8936-4880-b904-1929faabe62f', 'tag': '74421200-a2b4-4a52-be2f-c889b25a0127'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:48:13.660108 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:48:13.670336 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-699e9d79-7682-446d-bc03-65ad67e1c9fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a5b08757fb941bb89cef30428aba987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460856 Feb 07 01:48:13.671356 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48318) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:13.672284 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e9d79-7682-446d-bc03-65ad67e1c9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a192edfe-f729-463d-954a-136798690271,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:13.679863 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-5821d678-77c3-4892-ae6e-f90b58ce4020 None None] Set router 9c8fff40-19e6-468c-b06b-24c4356aef68 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:48:13.692348 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-699e9d79-7682-446d-bc03-65ad67e1c9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:13.727299 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:13.745138 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b34c8c93-a46d-41d4-96aa-d29cf1a19687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:13.758547 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7f078-51ff-4f04-8e6f-baf5483fcbf0 req-8a7143d7-9214-41f9-bd7e-59d7cf982f2d tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:13.760264 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-16b7f078-51ff-4f04-8e6f-baf5483fcbf0 req-8a7143d7-9214-41f9-bd7e-59d7cf982f2d tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 945 time: 0.2485118 Feb 07 01:48:13.761626 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for floatingip, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:13.775378 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b34c8c93-a46d-41d4-96aa-d29cf1a19687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:13.804534 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-43b4677a-cb28-4890-bdd1-5981a104c259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:13.830502 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b34c8c93-a46d-41d4-96aa-d29cf1a19687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:13.837735 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-54e39ff3-19f2-4bf4-982f-7852dcbade81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:13.851827 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c8c93-a46d-41d4-96aa-d29cf1a19687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a192edfe-f729-463d-954a-136798690271,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:13.856031 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b34c8c93-a46d-41d4-96aa-d29cf1a19687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:13.859929 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b34c8c93-a46d-41d4-96aa-d29cf1a19687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:13.863269 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-b34c8c93-a46d-41d4-96aa-d29cf1a19687 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a192edfe-f729-463d-954a-136798690271 HTTP/1.1" status: 204 len: 168 time: 0.1876614 Feb 07 01:48:13.897202 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-16b7f078-51ff-4f04-8e6f-baf5483fcbf0 req-156b5557-0b75-44e4-be32-bddc92d8003c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Deleting port ac13d24c-f885-44d7-83f6-c8bc158168d9 {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:48:13.897596 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-16b7f078-51ff-4f04-8e6f-baf5483fcbf0 req-156b5557-0b75-44e4-be32-bddc92d8003c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:13.926194 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:13.987170 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0a608d-3b01-420d-b7b1-d6a1d5b894bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac13d24c-f885-44d7-83f6-c8bc158168d9'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:48:13.993227 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc6ac4b-8936-4880-b904-1929faabe62f', 'tag': '74421200-a2b4-4a52-be2f-c889b25a0127', 'status': 'completed', 'code': 200} Feb 07 01:48:14.019808 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port ac13d24c-f885-44d7-83f6-c8bc158168d9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=ac13d24c-f885-44d7-83f6-c8bc158168d9,segment=NetworkSegment(5e116cf7-d777-4a67-bcd5-d44ec8671116),segment_id=5e116cf7-d777-4a67-bcd5-d44ec8671116)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:48:14.081945 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:14.087996 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5ce4c170-4409-4f68-9928-6e3bfb4d43ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:14.170640 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eaed0a-79b8-4937-ac23-147a13ab729b req-d705f844-d7d2-41be-8ccf-34449e28d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:14.175754 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e2eaed0a-79b8-4937-ac23-147a13ab729b req-d705f844-d7d2-41be-8ccf-34449e28d17d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6f4b9f9a5074df79ed740320e365959&device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 1162 time: 0.1614349 Feb 07 01:48:14.179934 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0a608d-3b01-420d-b7b1-d6a1d5b894bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac13d24c-f885-44d7-83f6-c8bc158168d9', 'code': 200} Feb 07 01:48:14.220580 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:14.250397 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=ac13d24c-f885-44d7-83f6-c8bc158168d9,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:14.268423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:14.272671 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.273065 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.273451 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.273828 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.274208 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.274585 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.274987 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.275356 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.275725 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.276094 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.276463 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.276829 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.277250 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.277618 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.277997 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.278353 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.278719 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.279121 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.279490 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.279853 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.280218 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.280582 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.280946 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.281306 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:14.287971 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:14.397103 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-5821d678-77c3-4892-ae6e-f90b58ce4020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:47:49Z', 'revision_number': 4, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_floatingips': [{'id': '071379c8-65c6-4d26-a505-f0e095b88b04', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'floating_ip_address': '172.28.0.189', 'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'router_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'port_id': '74421200-a2b4-4a52-be2f-c889b25a0127', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'mac_address': 'fa:16:3e:81:aa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc6ac4b-8936-4880-b904-1929faabe62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:47:52Z', 'updated_at': '2021-02-07T01:48:11Z', 'revision_number': 1, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c00fb2-b287-4c6e-852b-1a616601e2ac', 'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'mac_address': 'fa:16:3e:4d:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:48Z', 'updated_at': '2021-02-07T01:47:56Z', 'revision_number': 5, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'subnets': [{'id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:48:14.401264 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5821d678-77c3-4892-ae6e-f90b58ce4020 None None] Checking router: 9c8fff40-19e6-468c-b06b-24c4356aef68 for host: dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:48:14.407683 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eaed0a-79b8-4937-ac23-147a13ab729b req-7d1122a1-4172-4aee-97e8-83ed35f24ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:14.410221 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e2eaed0a-79b8-4937-ac23-147a13ab729b req-7d1122a1-4172-4aee-97e8-83ed35f24ce4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7a2773e7-cc87-48c9-a224-6aff3de68ac6 HTTP/1.1" status: 200 len: 910 time: 0.2249517 Feb 07 01:48:14.411515 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5821d678-77c3-4892-ae6e-f90b58ce4020 None None] Routers {'9c8fff40-19e6-468c-b06b-24c4356aef68'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:48:14.413031 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-5821d678-77c3-4892-ae6e-f90b58ce4020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:48:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['9c8fff40-19e6-468c-b06b-24c4356aef68'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:48:14.434068 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-16b7f078-51ff-4f04-8e6f-baf5483fcbf0 req-156b5557-0b75-44e4-be32-bddc92d8003c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] For port ac13d24c-f885-44d7-83f6-c8bc158168d9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=ac13d24c-f885-44d7-83f6-c8bc158168d9,segment=NetworkSegment(5e116cf7-d777-4a67-bcd5-d44ec8671116),segment_id=5e116cf7-d777-4a67-bcd5-d44ec8671116)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:48:14.434727 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-16b7f078-51ff-4f04-8e6f-baf5483fcbf0 req-156b5557-0b75-44e4-be32-bddc92d8003c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:14.526728 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e2eaed0a-79b8-4937-ac23-147a13ab729b req-a92b000e-7c32-41b5-b544-4f733170c2ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74421200-a2b4-4a52-be2f-c889b25a0127 HTTP/1.1" status: 200 len: 999 time: 0.1047053 Feb 07 01:48:14.649162 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eaed0a-79b8-4937-ac23-147a13ab729b req-70bcc0b9-ebd8-4d8c-9f1f-644b772ce43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:14.650885 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e2eaed0a-79b8-4937-ac23-147a13ab729b req-70bcc0b9-ebd8-4d8c-9f1f-644b772ce43b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7045f51-fb53-4f5e-bc51-a1b3402ec37e HTTP/1.1" status: 200 len: 855 time: 0.0808113 Feb 07 01:48:14.781136 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eaed0a-79b8-4937-ac23-147a13ab729b req-457678e7-1c1d-4aeb-9db2-053bebdf0a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:14.783502 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e2eaed0a-79b8-4937-ac23-147a13ab729b req-457678e7-1c1d-4aeb-9db2-053bebdf0a11 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a2773e7-cc87-48c9-a224-6aff3de68ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1212838 Feb 07 01:48:14.850632 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-5821d678-77c3-4892-ae6e-f90b58ce4020 None None] Set router 9c8fff40-19e6-468c-b06b-24c4356aef68 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:48:14.923237 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc03559-dabc-48f8-ac0d-4f9a5c2a04d1 req-8168b760-df33-486e-b03f-661b034d20a9 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:14.924938 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9cc03559-dabc-48f8-ac0d-4f9a5c2a04d1 req-8168b760-df33-486e-b03f-661b034d20a9 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.6889162 Feb 07 01:48:14.935371 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-16b7f078-51ff-4f04-8e6f-baf5483fcbf0 req-156b5557-0b75-44e4-be32-bddc92d8003c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Calling delete_port for ac13d24c-f885-44d7-83f6-c8bc158168d9 owned by compute:nova {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:48:14.972502 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e2eaed0a-79b8-4937-ac23-147a13ab729b req-75bb75f1-f3ba-4978-babd-cacb7d083c57 service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791220 Feb 07 01:48:15.047825 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:15.090205 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9cc03559-dabc-48f8-ac0d-4f9a5c2a04d1 req-b104bf9a-d0db-48f0-8942-7790da544a6c tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231415 Feb 07 01:48:15.297090 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e2eaed0a-79b8-4937-ac23-147a13ab729b req-6236ccd2-ea2b-496d-afa6-2093e7ef70b3 service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2746005 Feb 07 01:48:15.317624 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-5821d678-77c3-4892-ae6e-f90b58ce4020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:47:49Z', 'revision_number': 4, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_floatingips': [{'id': '071379c8-65c6-4d26-a505-f0e095b88b04', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'floating_ip_address': '172.28.0.189', 'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'router_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'port_id': '74421200-a2b4-4a52-be2f-c889b25a0127', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'mac_address': 'fa:16:3e:81:aa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc6ac4b-8936-4880-b904-1929faabe62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:47:52Z', 'updated_at': '2021-02-07T01:48:11Z', 'revision_number': 1, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c00fb2-b287-4c6e-852b-1a616601e2ac', 'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'mac_address': 'fa:16:3e:4d:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:48Z', 'updated_at': '2021-02-07T01:47:56Z', 'revision_number': 5, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'subnets': [{'id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:48:15.323015 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5821d678-77c3-4892-ae6e-f90b58ce4020 None None] The sync data for ids ['9c8fff40-19e6-468c-b06b-24c4356aef68'] in dv-cinder-740146-7-smb is: [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:47:49Z', 'revision_number': 4, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_floatingips': [{'id': '071379c8-65c6-4d26-a505-f0e095b88b04', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'floating_ip_address': '172.28.0.189', 'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'router_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'port_id': '74421200-a2b4-4a52-be2f-c889b25a0127', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'mac_address': 'fa:16:3e:81:aa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc6ac4b-8936-4880-b904-1929faabe62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:47:52Z', 'updated_at': '2021-02-07T01:48:11Z', 'revision_number': 1, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c00fb2-b287-4c6e-852b-1a616601e2ac', 'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'mac_address': 'fa:16:3e:4d:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:48Z', 'updated_at': '2021-02-07T01:47:56Z', 'revision_number': 5, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'subnets': [{'id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:48:15.356682 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.api [req-16b7f078-51ff-4f04-8e6f-baf5483fcbf0 req-156b5557-0b75-44e4-be32-bddc92d8003c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79942) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 07 01:48:15.357301 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_db.api [req-16b7f078-51ff-4f04-8e6f-baf5483fcbf0 req-156b5557-0b75-44e4-be32-bddc92d8003c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 07 01:48:15.400836 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Allocated IP 172.28.0.126 (99dfcdec-a658-4076-80f8-42c10fdcd0d7/7f907af6-b0a4-47f3-a608-7f27766af85d/7240dd00-74d7-463a-9841-a2ee0b33cc3b) {{(pid=79942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:48:15.407368 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ebe06-8f62-42f0-8625-f834256eaf26 req-5efd4bbf-30dd-44d2-a890-01d1e3d39df0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:15.408205 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-9f1ebe06-8f62-42f0-8625-f834256eaf26 req-5efd4bbf-30dd-44d2-a890-01d1e3d39df0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Synchronizing usage tracker for tenant:cf900df8f787450599a27a266d50017b on resource:port {{(pid=79941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:48:15.427186 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:48:15.434544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-9f1ebe06-8f62-42f0-8625-f834256eaf26 req-5efd4bbf-30dd-44d2-a890-01d1e3d39df0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Unset dirty status for tenant:cf900df8f787450599a27a266d50017b on resource:port {{(pid=79941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:48:15.436413 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f1ebe06-8f62-42f0-8625-f834256eaf26 req-5efd4bbf-30dd-44d2-a890-01d1e3d39df0 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.45 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 945 time: 0.2910321 Feb 07 01:48:15.498937 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5e317-1b63-4efd-84d7-f3fc9e800b23 req-937fcd3c-81d3-449e-b747-397c2a363eab tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:15.503625 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-82d5e317-1b63-4efd-84d7-f3fc9e800b23 req-937fcd3c-81d3-449e-b747-397c2a363eab tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 943 time: 0.2322960 Feb 07 01:48:15.581889 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:15.582363 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-9f1ebe06-8f62-42f0-8625-f834256eaf26 req-c9b58db1-62d3-43e3-9bd0-63e64a073348 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Deleting port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:48:15.582903 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9f1ebe06-8f62-42f0-8625-f834256eaf26 req-c9b58db1-62d3-43e3-9bd0-63e64a073348 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:15.584872 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:15.610491 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-82d5e317-1b63-4efd-84d7-f3fc9e800b23 req-3549c825-15c2-4054-a1c7-ab236f486d43 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa279bfb-5086-4463-8ffb-9424450fdf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701873 Feb 07 01:48:15.642148 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc,segment=NetworkSegment(adac9e24-efde-4325-84d9-6f9217d84b14),segment_id=adac9e24-efde-4325-84d9-6f9217d84b14)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:48:15.649068 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:15.661592 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-59004518-8b93-43c6-925a-6ebe138e0cf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:15.725944 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295bd917-29c3-4fcf-92fa-91801ec70836 None None] New status for floating IP 071379c8-65c6-4d26-a505-f0e095b88b04: ACTIVE {{(pid=79944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 07 01:48:15.792968 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for port, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:15.819893 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:15.823293 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:15.850328 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:15.871426 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:15.914411 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-16b7f078-51ff-4f04-8e6f-baf5483fcbf0 req-156b5557-0b75-44e4-be32-bddc92d8003c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Deleting port ac13d24c-f885-44d7-83f6-c8bc158168d9 {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:48:15.915493 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-16b7f078-51ff-4f04-8e6f-baf5483fcbf0 req-156b5557-0b75-44e4-be32-bddc92d8003c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:15.998743 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-9f1ebe06-8f62-42f0-8625-f834256eaf26 req-c9b58db1-62d3-43e3-9bd0-63e64a073348 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] For port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc,segment=NetworkSegment(adac9e24-efde-4325-84d9-6f9217d84b14),segment_id=adac9e24-efde-4325-84d9-6f9217d84b14)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:48:15.999172 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9f1ebe06-8f62-42f0-8625-f834256eaf26 req-c9b58db1-62d3-43e3-9bd0-63e64a073348 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:16.088794 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Pushing event updated for resources: {'Port': ['ID=7240dd00-74d7-463a-9841-a2ee0b33cc3b,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:16.096009 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:16.181201 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9405d24e-63cf-4ca1-a2d8-528bbe781953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:48:16.361988 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9f1ebe06-8f62-42f0-8625-f834256eaf26 req-c9b58db1-62d3-43e3-9bd0-63e64a073348 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:16.362540 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9f1ebe06-8f62-42f0-8625-f834256eaf26 req-c9b58db1-62d3-43e3-9bd0-63e64a073348 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680368'] for floatingip, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:16.363044 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.l3_db [req-9f1ebe06-8f62-42f0-8625-f834256eaf26 req-c9b58db1-62d3-43e3-9bd0-63e64a073348 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Floating IP 76539fe9-9a05-471a-b9d2-79c624d5172c disassociated. External IP: 172.28.0.134, port: e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc. Feb 07 01:48:16.363523 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-9f1ebe06-8f62-42f0-8625-f834256eaf26 req-c9b58db1-62d3-43e3-9bd0-63e64a073348 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Calling delete_port for e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc owned by compute:nova {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:48:16.410873 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-16b7f078-51ff-4f04-8e6f-baf5483fcbf0 req-156b5557-0b75-44e4-be32-bddc92d8003c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] For port ac13d24c-f885-44d7-83f6-c8bc158168d9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=ac13d24c-f885-44d7-83f6-c8bc158168d9,segment=NetworkSegment(5e116cf7-d777-4a67-bcd5-d44ec8671116),segment_id=5e116cf7-d777-4a67-bcd5-d44ec8671116)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:48:16.411392 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-16b7f078-51ff-4f04-8e6f-baf5483fcbf0 req-156b5557-0b75-44e4-be32-bddc92d8003c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:16.420508 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 is already hosted by enough agents. {{(pid=79942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:48:16.425623 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Resources bound (agent type, host, resource id): {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:48:16.430149 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Received port after_create {{(pid=79942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:48:16.534618 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9f1ebe06-8f62-42f0-8625-f834256eaf26 req-c9b58db1-62d3-43e3-9bd0-63e64a073348 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:16.551886 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:16.605908 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b58db1-62d3-43e3-9bd0-63e64a073348 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Pushing event deleted for resources: {'Port': ['ID=e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:16.608910 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c9b58db1-62d3-43e3-9bd0-63e64a073348 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:16.629116 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-16b7f078-51ff-4f04-8e6f-baf5483fcbf0 req-156b5557-0b75-44e4-be32-bddc92d8003c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Calling delete_port for ac13d24c-f885-44d7-83f6-c8bc158168d9 owned by compute:nova {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:48:16.775130 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4724004-0e15-42f3-a7ff-f6f1560660a5 req-d027d3d7-0992-4b37-92cf-1c82220e0c69 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:16.776847 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d4724004-0e15-42f3-a7ff-f6f1560660a5 req-d027d3d7-0992-4b37-92cf-1c82220e0c69 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 865 time: 0.5049069 Feb 07 01:48:16.857174 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:16.922658 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d4724004-0e15-42f3-a7ff-f6f1560660a5 req-8c77b6fc-7214-4dee-8e5c-9643e0fca581 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=0994ca6f-df24-492a-bebc-19eeab4e428e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357102 Feb 07 01:48:16.934793 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f1ebe06-8f62-42f0-8625-f834256eaf26 req-c9b58db1-62d3-43e3-9bd0-63e64a073348 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Router 123ec2af-368e-478a-931f-a7f194062381 has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:48:17.012723 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:17.071712 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9405d24e-63cf-4ca1-a2d8-528bbe781953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc', 'code': 200} Feb 07 01:48:17.125597 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48382) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:17.177785 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f1ebe06-8f62-42f0-8625-f834256eaf26 req-c9b58db1-62d3-43e3-9bd0-63e64a073348 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:48:17.190375 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2b41ad-6008-4f3b-b6b2-4df86f38991b None None] Sync routers for ids ['123ec2af-368e-478a-931f-a7f194062381'] in dv-cinder-740146-7-smb {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:48:17.201639 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2b41ad-6008-4f3b-b6b2-4df86f38991b None None] Routers {'123ec2af-368e-478a-931f-a7f194062381'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:48:17.202527 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-7f2b41ad-6008-4f3b-b6b2-4df86f38991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:48:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['123ec2af-368e-478a-931f-a7f194062381'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:48:17.267615 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1ebe06-8f62-42f0-8625-f834256eaf26 req-c9b58db1-62d3-43e3-9bd0-63e64a073348 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] No DVR routers for this DVR port e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc on host hv-cinder-74014 {{(pid=79941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:48:17.270313 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-9f1ebe06-8f62-42f0-8625-f834256eaf26 req-c9b58db1-62d3-43e3-9bd0-63e64a073348 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:17.275436 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9405d24e-63cf-4ca1-a2d8-528bbe781953', 'name': 'network-vif-deleted', 'tag': 'e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:48:17.277064 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-16b7f078-51ff-4f04-8e6f-baf5483fcbf0 req-156b5557-0b75-44e4-be32-bddc92d8003c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:17.291874 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f1ebe06-8f62-42f0-8625-f834256eaf26 req-c9b58db1-62d3-43e3-9bd0-63e64a073348 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.45 "DELETE /v2.0/ports/e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc HTTP/1.1" status: 204 len: 173 time: 1.8490472 Feb 07 01:48:17.321284 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:17.413057 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c9246bc6-e529-40e6-ac22-0c40da99d8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:17.420680 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-7f2b41ad-6008-4f3b-b6b2-4df86f38991b None None] Set router 123ec2af-368e-478a-931f-a7f194062381 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:48:17.452030 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-c9246bc6-e529-40e6-ac22-0c40da99d8b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:48:17.472582 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-c9246bc6-e529-40e6-ac22-0c40da99d8b0 admin admin] Usage tracker for resource:security_group_rule and tenant:5d7ddb252486478888f3fcb5123d8305 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:48:17.483833 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-c9246bc6-e529-40e6-ac22-0c40da99d8b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:48:17.492490 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-c9246bc6-e529-40e6-ac22-0c40da99d8b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:48:17.561539 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for port, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:17.569132 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-37f6ac35-9155-43da-80a8-591ae44cab0f req-a3e3b856-8f00-4447-891c-1718ba2ef54b tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 210 time: 0.2899721 Feb 07 01:48:17.579844 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b5557-0b75-44e4-be32-bddc92d8003c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Pushing event deleted for resources: {'Port': ['ID=ac13d24c-f885-44d7-83f6-c8bc158168d9,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:17.582543 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852760648'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:17.716502 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-156b5557-0b75-44e4-be32-bddc92d8003c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:17.717788 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-156b5557-0b75-44e4-be32-bddc92d8003c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:17.718858 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c9246bc6-e529-40e6-ac22-0c40da99d8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:17.725824 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c9246bc6-e529-40e6-ac22-0c40da99d8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:17.736739 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1635439a-4fb9-4c17-9c6e-b0cc957fc959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:17.785620 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-c9246bc6-e529-40e6-ac22-0c40da99d8b0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d7ddb252486478888f3fcb5123d8305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6306038 Feb 07 01:48:17.785620 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9246bc6-e529-40e6-ac22-0c40da99d8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1f33ce-8bdf-4150-a75b-aec7e6cc9d8c,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:17.787356 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48390) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:17.790098 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c9246bc6-e529-40e6-ac22-0c40da99d8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:17.808144 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Pushing event updated for resources: {'Port': ['ID=7240dd00-74d7-463a-9841-a2ee0b33cc3b,revision_number=2']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:17.825098 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:17.908565 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-95a232d6-d7a4-416a-a91f-f598cf822d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:17.941290 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9405d24e-63cf-4ca1-a2d8-528bbe781953', 'name': 'network-vif-deleted', 'tag': 'e9283e2f-b302-49a4-9bb8-d0ab4d83c0bc', 'status': 'completed', 'code': 200} Feb 07 01:48:17.950149 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-95a232d6-d7a4-416a-a91f-f598cf822d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:17.970743 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-7f2b41ad-6008-4f3b-b6b2-4df86f38991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '09b8599f-af92-476e-bc6e-e9340c6e65f5', 'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'mac_address': 'fa:16:3e:57:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:44:02Z', 'updated_at': '2021-02-07T01:44:17Z', 'revision_number': 5, 'project_id': 'cf900df8f787450599a27a266d50017b', 'subnets': [{'id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:48:17.978148 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2b41ad-6008-4f3b-b6b2-4df86f38991b None None] Checking router: 123ec2af-368e-478a-931f-a7f194062381 for host: dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:48:18.012500 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2b41ad-6008-4f3b-b6b2-4df86f38991b None None] Routers {'123ec2af-368e-478a-931f-a7f194062381'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:48:18.015369 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-7f2b41ad-6008-4f3b-b6b2-4df86f38991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:48:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['123ec2af-368e-478a-931f-a7f194062381'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:48:18.097081 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-95a232d6-d7a4-416a-a91f-f598cf822d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:18.103875 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-463aded2-047c-4b73-98ee-3f131f6e4d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:18.131123 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a232d6-d7a4-416a-a91f-f598cf822d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1f33ce-8bdf-4150-a75b-aec7e6cc9d8c,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:18.137229 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-95a232d6-d7a4-416a-a91f-f598cf822d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:18.145574 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-95a232d6-d7a4-416a-a91f-f598cf822d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:18.147782 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-95a232d6-d7a4-416a-a91f-f598cf822d5f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a1f33ce-8bdf-4150-a75b-aec7e6cc9d8c HTTP/1.1" status: 204 len: 168 time: 0.3594258 Feb 07 01:48:18.190787 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b7f078-51ff-4f04-8e6f-baf5483fcbf0 req-156b5557-0b75-44e4-be32-bddc92d8003c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] No DVR routers for this DVR port ac13d24c-f885-44d7-83f6-c8bc158168d9 on host hv-cinder-74014 {{(pid=79942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:48:18.260848 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680368'] for floatingip, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:18.287706 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-16b7f078-51ff-4f04-8e6f-baf5483fcbf0 req-156b5557-0b75-44e4-be32-bddc92d8003c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:18.289777 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-16b7f078-51ff-4f04-8e6f-baf5483fcbf0 req-156b5557-0b75-44e4-be32-bddc92d8003c tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.45 "DELETE /v2.0/ports/ac13d24c-f885-44d7-83f6-c8bc158168d9 HTTP/1.1" status: 204 len: 173 time: 4.5073493 Feb 07 01:48:18.292038 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0a608d-3b01-420d-b7b1-d6a1d5b894bc', 'name': 'network-vif-deleted', 'tag': 'ac13d24c-f885-44d7-83f6-c8bc158168d9'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:48:18.315310 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-7f2b41ad-6008-4f3b-b6b2-4df86f38991b None None] Set router 123ec2af-368e-478a-931f-a7f194062381 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:48:18.359918 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for floatingip, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:18.363403 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-97fb0f39-dbe2-4e21-813f-a4b39a8eafca tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8457615 Feb 07 01:48:18.378482 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-76d4152f-19a7-4d2d-8f44-54bc79cbb346 req-89aec7a0-e860-455a-829f-988d2a90c61b tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=9405d24e-63cf-4ca1-a2d8-528bbe781953 HTTP/1.1" status: 200 len: 210 time: 0.1031089 Feb 07 01:48:18.561378 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-ea39b7de-8b33-4598-b7b2-8f9912024270 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Synchronizing usage tracker for tenant:8b1931abed614b84acfd403a98a2afee on resource:floatingip {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:48:18.566685 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0a608d-3b01-420d-b7b1-d6a1d5b894bc', 'name': 'network-vif-deleted', 'tag': 'ac13d24c-f885-44d7-83f6-c8bc158168d9', 'status': 'completed', 'code': 200} Feb 07 01:48:18.585317 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-ea39b7de-8b33-4598-b7b2-8f9912024270 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Unset dirty status for tenant:8b1931abed614b84acfd403a98a2afee on resource:floatingip {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:48:18.587025 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-ea39b7de-8b33-4598-b7b2-8f9912024270 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.126 HTTP/1.1" status: 200 len: 696 time: 0.2072434 Feb 07 01:48:18.771386 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48404) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:18.783155 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-7f2b41ad-6008-4f3b-b6b2-4df86f38991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '09b8599f-af92-476e-bc6e-e9340c6e65f5', 'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'mac_address': 'fa:16:3e:57:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:44:02Z', 'updated_at': '2021-02-07T01:44:17Z', 'revision_number': 5, 'project_id': 'cf900df8f787450599a27a266d50017b', 'subnets': [{'id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:48:18.788731 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2b41ad-6008-4f3b-b6b2-4df86f38991b None None] The sync data for ids ['123ec2af-368e-478a-931f-a7f194062381'] in dv-cinder-740146-7-smb is: [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '09b8599f-af92-476e-bc6e-e9340c6e65f5', 'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'mac_address': 'fa:16:3e:57:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:44:02Z', 'updated_at': '2021-02-07T01:44:17Z', 'revision_number': 5, 'project_id': 'cf900df8f787450599a27a266d50017b', 'subnets': [{'id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:48:18.792060 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-92a172b6-a1cd-469d-85d1-7a5b3e03ce6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:18.815486 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-92a172b6-a1cd-469d-85d1-7a5b3e03ce6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:48:18.823095 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-92a172b6-a1cd-469d-85d1-7a5b3e03ce6c admin admin] Usage tracker for resource:security_group_rule and tenant:00eed653da524857bb6c760e20f568c4 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:48:18.826297 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-92a172b6-a1cd-469d-85d1-7a5b3e03ce6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:48:18.832637 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-92a172b6-a1cd-469d-85d1-7a5b3e03ce6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:48:18.909123 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-f22e58cd-cef6-4e25-a316-20d5334aca34 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:18.910733 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-f22e58cd-cef6-4e25-a316-20d5334aca34 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/networks/99dfcdec-a658-4076-80f8-42c10fdcd0d7 HTTP/1.1" status: 200 len: 784 time: 0.3170898 Feb 07 01:48:18.923170 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-b84189e1-dcac-4097-8d4b-f5e4a0379895 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=79942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 01:48:18.924265 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-47717c02-8525-430c-ab7e-504a01bd0f33 req-b84189e1-dcac-4097-8d4b-f5e4a0379895 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062273 Feb 07 01:48:18.926039 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-2025afe7-9559-418d-9e96-dbf96b082b77 req-a9f850c4-dcd1-43e6-82dc-a28aafa562ef tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Synchronizing usage tracker for tenant:e158f52cda6144d2b056591f6061810a on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:48:18.954461 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-2025afe7-9559-418d-9e96-dbf96b082b77 req-a9f850c4-dcd1-43e6-82dc-a28aafa562ef tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Unset dirty status for tenant:e158f52cda6144d2b056591f6061810a on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:48:18.961454 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-92a172b6-a1cd-469d-85d1-7a5b3e03ce6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:18.961661 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2025afe7-9559-418d-9e96-dbf96b082b77 req-a9f850c4-dcd1-43e6-82dc-a28aafa562ef tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd0a608d-3b01-420d-b7b1-d6a1d5b894bc HTTP/1.1" status: 200 len: 210 time: 0.1978917 Feb 07 01:48:18.965077 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-92a172b6-a1cd-469d-85d1-7a5b3e03ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:18.976183 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-6223a236-2d36-45aa-ae0d-ca8595e9d0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:19.031551 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-92a172b6-a1cd-469d-85d1-7a5b3e03ce6c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=00eed653da524857bb6c760e20f568c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588277 Feb 07 01:48:19.032618 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a172b6-a1cd-469d-85d1-7a5b3e03ce6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4077a0e2-c168-47e8-9d34-064b62eb778f,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:19.034547 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 48412) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:19.042345 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-92a172b6-a1cd-469d-85d1-7a5b3e03ce6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:19.214371 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-be10ea04-4c87-4d80-bdc3-1815bdccd993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:19.241175 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82a6bdd-14c0-48b6-aec2-71476d3ffdff None None] New status for floating IP 76539fe9-9a05-471a-b9d2-79c624d5172c: DOWN {{(pid=79944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 07 01:48:19.254405 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-be10ea04-4c87-4d80-bdc3-1815bdccd993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:19.367442 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a8c85-e761-416b-946f-cd11dd415b22 req-c7ce8e5f-4d04-4027-9d56-54864c682a97 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:19.369036 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-976a8c85-e761-416b-946f-cd11dd415b22 req-c7ce8e5f-4d04-4027-9d56-54864c682a97 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2260442 Feb 07 01:48:19.495670 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-976a8c85-e761-416b-946f-cd11dd415b22 req-030562eb-5882-40cb-8c15-0580b2dbcea4 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.126 HTTP/1.1" status: 200 len: 696 time: 0.1129112 Feb 07 01:48:19.501687 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-976a8c85-e761-416b-946f-cd11dd415b22 req-8c2ff27b-5ee5-4ef7-b37a-8c5d5bb48c56 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Request body: {'floatingip': {'port_id': '83e5c1b1-597e-4371-8d7e-73367e0be26d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:48:19.579112 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48420) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:19.605853 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-976a8c85-e761-416b-946f-cd11dd415b22 req-8c2ff27b-5ee5-4ef7-b37a-8c5d5bb48c56 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for floatingip, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:19.664072 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-be10ea04-4c87-4d80-bdc3-1815bdccd993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:19.667075 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a050d8ad-bafd-4e19-85c6-ef7065811148 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:19.675336 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a95483cd-d34f-425c-80cd-b8d0c4db8bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:19.697779 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a050d8ad-bafd-4e19-85c6-ef7065811148 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:19.701576 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10ea04-4c87-4d80-bdc3-1815bdccd993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4077a0e2-c168-47e8-9d34-064b62eb778f,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:19.738719 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-be10ea04-4c87-4d80-bdc3-1815bdccd993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:19.746006 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a050d8ad-bafd-4e19-85c6-ef7065811148 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:19.747768 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-be10ea04-4c87-4d80-bdc3-1815bdccd993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:19.751551 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-be10ea04-4c87-4d80-bdc3-1815bdccd993 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4077a0e2-c168-47e8-9d34-064b62eb778f HTTP/1.1" status: 204 len: 168 time: 0.7134905 Feb 07 01:48:19.751792 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:19.773468 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050d8ad-bafd-4e19-85c6-ef7065811148 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0994ca6f-df24-492a-bebc-19eeab4e428e,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:19.777184 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a050d8ad-bafd-4e19-85c6-ef7065811148 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:19.788000 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a050d8ad-bafd-4e19-85c6-ef7065811148 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:19.791790 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-a050d8ad-bafd-4e19-85c6-ef7065811148 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "DELETE /v2.0/security-groups/0994ca6f-df24-492a-bebc-19eeab4e428e HTTP/1.1" status: 204 len: 168 time: 0.2088163 Feb 07 01:48:19.792072 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48426) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:19.811916 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.v2.resource [None req-d8287dbc-d0f7-457c-8cc1-3f6d889d08e9 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] show failed (client error): The resource could not be found. Feb 07 01:48:19.815934 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-d8287dbc-d0f7-457c-8cc1-3f6d889d08e9 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups/0994ca6f-df24-492a-bebc-19eeab4e428e HTTP/1.1" status: 404 len: 347 time: 0.0196350 Feb 07 01:48:19.816351 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48430) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:20.011441 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-804da882-abfd-4f13-89c8-d951e28a44d6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Deleting port da2866f8-d6d3-45d7-ae69-d48c552c354e {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:48:20.011819 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-804da882-abfd-4f13-89c8-d951e28a44d6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:20.261833 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-804da882-abfd-4f13-89c8-d951e28a44d6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:20.262202 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-804da882-abfd-4f13-89c8-d951e28a44d6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:20.387713 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-976a8c85-e761-416b-946f-cd11dd415b22 req-8c2ff27b-5ee5-4ef7-b37a-8c5d5bb48c56 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:20.392904 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-976a8c85-e761-416b-946f-cd11dd415b22 req-8c2ff27b-5ee5-4ef7-b37a-8c5d5bb48c56 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680368'] for floatingip, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:20.664150 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-804da882-abfd-4f13-89c8-d951e28a44d6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Calling delete_port for da2866f8-d6d3-45d7-ae69-d48c552c354e owned by network:floatingip {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:48:20.711542 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.l3_db [req-976a8c85-e761-416b-946f-cd11dd415b22 req-8c2ff27b-5ee5-4ef7-b37a-8c5d5bb48c56 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Floating IP dcf5a883-b578-4aac-8d52-e3ba683d43d6 associated. External IP: 172.28.0.126, port: 83e5c1b1-597e-4371-8d7e-73367e0be26d. Feb 07 01:48:20.825231 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-804da882-abfd-4f13-89c8-d951e28a44d6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:20.840944 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-170921d8-af4a-4b28-a79e-7cdf6ed484af tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:20.889568 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804da882-abfd-4f13-89c8-d951e28a44d6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Pushing event deleted for resources: {'Port': ['ID=da2866f8-d6d3-45d7-ae69-d48c552c354e,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:20.892432 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-804da882-abfd-4f13-89c8-d951e28a44d6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:21.077352 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-804da882-abfd-4f13-89c8-d951e28a44d6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for floatingip, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:21.093653 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-804da882-abfd-4f13-89c8-d951e28a44d6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for floatingip, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:21.098753 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-804da882-abfd-4f13-89c8-d951e28a44d6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "DELETE /v2.0/floatingips/76539fe9-9a05-471a-b9d2-79c624d5172c HTTP/1.1" status: 204 len: 168 time: 1.2776215 Feb 07 01:48:21.342235 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-976a8c85-e761-416b-946f-cd11dd415b22 req-8c2ff27b-5ee5-4ef7-b37a-8c5d5bb48c56 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Router a281ece1-4252-425d-8e87-43c27836370e has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:48:21.376242 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48472) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:21.383248 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-359a27d4-9e7e-4a7c-aab1-9853eea3b041 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--719255086', 'description': 'tempest-description--491378445'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:48:21.406373 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-359a27d4-9e7e-4a7c-aab1-9853eea3b041 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:48:21.411091 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-359a27d4-9e7e-4a7c-aab1-9853eea3b041 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Usage tracker for resource:security_group and tenant:cf900df8f787450599a27a266d50017b is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:48:21.414466 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-359a27d4-9e7e-4a7c-aab1-9853eea3b041 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:48:21.443503 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-359a27d4-9e7e-4a7c-aab1-9853eea3b041 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:48:21.467050 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-359a27d4-9e7e-4a7c-aab1-9853eea3b041 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:21.494469 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-359a27d4-9e7e-4a7c-aab1-9853eea3b041 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:48:21.499072 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-359a27d4-9e7e-4a7c-aab1-9853eea3b041 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Usage tracker for resource:security_group_rule and tenant:cf900df8f787450599a27a266d50017b is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:48:21.502248 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-359a27d4-9e7e-4a7c-aab1-9853eea3b041 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:48:21.508988 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-359a27d4-9e7e-4a7c-aab1-9853eea3b041 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:48:21.549976 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-976a8c85-e761-416b-946f-cd11dd415b22 req-8c2ff27b-5ee5-4ef7-b37a-8c5d5bb48c56 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:48:21.554902 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-976a8c85-e761-416b-946f-cd11dd415b22 req-8c2ff27b-5ee5-4ef7-b37a-8c5d5bb48c56 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for floatingip, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:21.561816 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c6266e-232a-4ac5-85b4-deb8f11d04b8 None None] Sync routers for ids ['a281ece1-4252-425d-8e87-43c27836370e'] in dv-cinder-740146-7-smb {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:48:21.575837 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c6266e-232a-4ac5-85b4-deb8f11d04b8 None None] Routers {'a281ece1-4252-425d-8e87-43c27836370e'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:48:21.576727 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-91c6266e-232a-4ac5-85b4-deb8f11d04b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:48:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['a281ece1-4252-425d-8e87-43c27836370e'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:48:21.588348 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-359a27d4-9e7e-4a7c-aab1-9853eea3b041 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:21.594080 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-359a27d4-9e7e-4a7c-aab1-9853eea3b041 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:21.600981 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5471db92-5959-487d-ad78-1651d5ec7379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:21.621108 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-976a8c85-e761-416b-946f-cd11dd415b22 req-8c2ff27b-5ee5-4ef7-b37a-8c5d5bb48c56 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "PUT /v2.0/floatingips/dcf5a883-b578-4aac-8d52-e3ba683d43d6 HTTP/1.1" status: 200 len: 996 time: 2.1242740 Feb 07 01:48:21.621839 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9581878-4451-4232-9a5e-593636a559f8', 'tag': '83e5c1b1-597e-4371-8d7e-73367e0be26d'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:48:21.639023 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a27d4-9e7e-4a7c-aab1-9853eea3b041 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2ec59e-771f-4d97-bc20-6e691bfca7b3,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:21.644856 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-359a27d4-9e7e-4a7c-aab1-9853eea3b041 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:21.664557 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-359a27d4-9e7e-4a7c-aab1-9853eea3b041 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:21.668788 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-359a27d4-9e7e-4a7c-aab1-9853eea3b041 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2883711 Feb 07 01:48:21.668788 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48482) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:21.677936 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-f562bb2f-37cf-4f9b-95a8-e2419a4da4ec tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Request body: {'security_group_rule': {'security_group_id': 'ab2ec59e-771f-4d97-bc20-6e691bfca7b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:48:21.705506 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-f562bb2f-37cf-4f9b-95a8-e2419a4da4ec tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:48:21.716641 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-f562bb2f-37cf-4f9b-95a8-e2419a4da4ec tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Usage tracker for resource:security_group_rule and tenant:cf900df8f787450599a27a266d50017b is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:48:21.727972 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-f562bb2f-37cf-4f9b-95a8-e2419a4da4ec tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:48:21.735504 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-f562bb2f-37cf-4f9b-95a8-e2419a4da4ec tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:48:21.740784 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a8c85-e761-416b-946f-cd11dd415b22 req-5dcadcb6-8e59-47c9-83aa-249d3588f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:21.745097 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-976a8c85-e761-416b-946f-cd11dd415b22 req-5dcadcb6-8e59-47c9-83aa-249d3588f65e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b1931abed614b84acfd403a98a2afee&device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 1162 time: 0.1023641 Feb 07 01:48:21.749559 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9581878-4451-4232-9a5e-593636a559f8', 'tag': '83e5c1b1-597e-4371-8d7e-73367e0be26d', 'status': 'completed', 'code': 200} Feb 07 01:48:21.769449 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f562bb2f-37cf-4f9b-95a8-e2419a4da4ec tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:21.833904 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-91c6266e-232a-4ac5-85b4-deb8f11d04b8 None None] Set router a281ece1-4252-425d-8e87-43c27836370e gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:48:21.848434 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f562bb2f-37cf-4f9b-95a8-e2419a4da4ec tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:21.854639 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f562bb2f-37cf-4f9b-95a8-e2419a4da4ec tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701100'] for security_group_rule, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:21.860864 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-627f01b5-ea20-4760-a485-a3b2430e600e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:21.908360 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562bb2f-37cf-4f9b-95a8-e2419a4da4ec tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805f9b6d-21f0-4a71-8c35-4528a1335f95,revision_number=0']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:21.912747 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f562bb2f-37cf-4f9b-95a8-e2419a4da4ec tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:21.914047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f562bb2f-37cf-4f9b-95a8-e2419a4da4ec tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:21.917145 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-f562bb2f-37cf-4f9b-95a8-e2419a4da4ec tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2461987 Feb 07 01:48:21.919514 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48492) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:21.933567 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-ae62158e-db01-4e62-b350-2848c25aaafd tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Request body: {'security_group_rule': {'security_group_id': 'ab2ec59e-771f-4d97-bc20-6e691bfca7b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:48:21.986632 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-ae62158e-db01-4e62-b350-2848c25aaafd tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:48:21.996843 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-ae62158e-db01-4e62-b350-2848c25aaafd tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Usage tracker for resource:security_group_rule and tenant:cf900df8f787450599a27a266d50017b is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:48:22.005816 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-ae62158e-db01-4e62-b350-2848c25aaafd tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:48:22.014654 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-ae62158e-db01-4e62-b350-2848c25aaafd tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:48:22.039105 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a8c85-e761-416b-946f-cd11dd415b22 req-022e1035-8a43-483e-94fa-c0215739a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:22.040844 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ae62158e-db01-4e62-b350-2848c25aaafd tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:22.040967 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-976a8c85-e761-416b-946f-cd11dd415b22 req-022e1035-8a43-483e-94fa-c0215739a30f service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e542c9b-3ffd-4866-9222-017b5e713245 HTTP/1.1" status: 200 len: 902 time: 0.2904150 Feb 07 01:48:22.128253 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ae62158e-db01-4e62-b350-2848c25aaafd tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:22.133224 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ae62158e-db01-4e62-b350-2848c25aaafd tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701100'] for security_group_rule, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:22.156966 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:22.187238 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e31b8-f490-48ab-912c-6719d031f802 req-2230d751-8388-406b-93a3-4f489ded7e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:22.188839 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e69e31b8-f490-48ab-912c-6719d031f802 req-2230d751-8388-406b-93a3-4f489ded7e73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b1931abed614b84acfd403a98a2afee&device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 1162 time: 0.3819444 Feb 07 01:48:22.206597 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62158e-db01-4e62-b350-2848c25aaafd tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1faa4be7-c296-465d-9f76-6e8667e39140,revision_number=0']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:22.221497 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ae62158e-db01-4e62-b350-2848c25aaafd tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:22.227857 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ae62158e-db01-4e62-b350-2848c25aaafd tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:22.228607 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-976a8c85-e761-416b-946f-cd11dd415b22 req-c5281eda-49d6-45ec-b118-8c157e85295d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e5c1b1-597e-4371-8d7e-73367e0be26d HTTP/1.1" status: 200 len: 999 time: 0.1735227 Feb 07 01:48:22.229163 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-ae62158e-db01-4e62-b350-2848c25aaafd tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3082063 Feb 07 01:48:22.233353 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48500) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:22.244098 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Request body: {'floatingip': {'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:48:22.284451 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:48:22.298801 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Usage tracker for resource:floatingip and tenant:cf900df8f787450599a27a266d50017b is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:48:22.312773 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:48:22.325897 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a8c85-e761-416b-946f-cd11dd415b22 req-750b2e9f-8039-44e7-8456-763eca10ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:22.326654 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:48:22.327742 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-976a8c85-e761-416b-946f-cd11dd415b22 req-750b2e9f-8039-44e7-8456-763eca10ec50 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35a3d2b9-4916-45e4-9a0e-0b345ec47c3b HTTP/1.1" status: 200 len: 847 time: 0.0889163 Feb 07 01:48:22.352777 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for floatingip, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:22.501710 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e31b8-f490-48ab-912c-6719d031f802 req-0f34f29d-e19e-445b-84a2-fd15f9593217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:22.503279 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e69e31b8-f490-48ab-912c-6719d031f802 req-0f34f29d-e19e-445b-84a2-fd15f9593217 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e542c9b-3ffd-4866-9222-017b5e713245 HTTP/1.1" status: 200 len: 902 time: 0.3062856 Feb 07 01:48:22.539526 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:22.601081 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-91c6266e-232a-4ac5-85b4-deb8f11d04b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281ece1-4252-425d-8e87-43c27836370e', 'name': 'tempest-TestShelveInstance-224585523-router', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:14Z', 'revision_number': 4, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'gw_port': {'id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_floatingips': [{'id': 'dcf5a883-b578-4aac-8d52-e3ba683d43d6', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'floating_ip_address': '172.28.0.126', 'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'router_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'port_id': '83e5c1b1-597e-4371-8d7e-73367e0be26d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245', 'mac_address': 'fa:16:3e:fa:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9581878-4451-4232-9a5e-593636a559f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:48:16Z', 'updated_at': '2021-02-07T01:48:20Z', 'revision_number': 1, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404168b8-3a21-4a8b-8be2-8c4858a863fb', 'name': '', 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'mac_address': 'fa:16:3e:e9:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '35a3d2b9-4916-45e4-9a0e-0b345ec47c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:13Z', 'updated_at': '2021-02-07T01:47:24Z', 'revision_number': 5, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'subnets': [{'id': '35a3d2b9-4916-45e4-9a0e-0b345ec47c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:48:22.615258 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c6266e-232a-4ac5-85b4-deb8f11d04b8 None None] Checking router: a281ece1-4252-425d-8e87-43c27836370e for host: dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:48:22.633307 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c6266e-232a-4ac5-85b4-deb8f11d04b8 None None] Routers {'a281ece1-4252-425d-8e87-43c27836370e'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:48:22.639739 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-91c6266e-232a-4ac5-85b4-deb8f11d04b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:48:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['a281ece1-4252-425d-8e87-43c27836370e'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:48:22.682267 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e69e31b8-f490-48ab-912c-6719d031f802 req-6f3aab1d-ab65-4cc6-8161-9b40da20057e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e5c1b1-597e-4371-8d7e-73367e0be26d HTTP/1.1" status: 200 len: 999 time: 0.1641128 Feb 07 01:48:22.775620 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a8c85-e761-416b-946f-cd11dd415b22 req-ea833370-fe5e-4300-abe3-d671833a2c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:22.777263 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-976a8c85-e761-416b-946f-cd11dd415b22 req-ea833370-fe5e-4300-abe3-d671833a2c4d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e542c9b-3ffd-4866-9222-017b5e713245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3846786 Feb 07 01:48:22.785040 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e31b8-f490-48ab-912c-6719d031f802 req-766dae82-5461-4665-a791-704c87801b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:22.787163 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e69e31b8-f490-48ab-912c-6719d031f802 req-766dae82-5461-4665-a791-704c87801b23 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35a3d2b9-4916-45e4-9a0e-0b345ec47c3b HTTP/1.1" status: 200 len: 847 time: 0.0704329 Feb 07 01:48:22.795898 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [req-976a8c85-e761-416b-946f-cd11dd415b22 req-f0e59b3e-3f4a-4658-86e1-f331ec1b6421 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=79942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 01:48:22.797055 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-976a8c85-e761-416b-946f-cd11dd415b22 req-f0e59b3e-3f4a-4658-86e1-f331ec1b6421 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0066180 Feb 07 01:48:22.850465 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Allocated IP 172.28.0.178 (99dfcdec-a658-4076-80f8-42c10fdcd0d7/7f907af6-b0a4-47f3-a608-7f27766af85d/7028343f-2cc6-4efc-8434-ddea1f0e0c18) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:48:22.888294 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-91c6266e-232a-4ac5-85b4-deb8f11d04b8 None None] Set router a281ece1-4252-425d-8e87-43c27836370e gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:48:22.997646 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-976a8c85-e761-416b-946f-cd11dd415b22 req-babe41e0-4b6f-4df9-8f37-061d770a9d56 service neutron] 10.222.0.52 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555712 Feb 07 01:48:23.066337 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:23.105552 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:23.124742 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:23.160881 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e31b8-f490-48ab-912c-6719d031f802 req-d86ad409-35df-4c2d-a742-ea1eff254c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:23.162527 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e69e31b8-f490-48ab-912c-6719d031f802 req-d86ad409-35df-4c2d-a742-ea1eff254c60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e542c9b-3ffd-4866-9222-017b5e713245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3645148 Feb 07 01:48:23.282893 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Pushing event updated for resources: {'Port': ['ID=7028343f-2cc6-4efc-8434-ddea1f0e0c18,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:23.287830 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:23.336851 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:48:23.337366 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-91c6266e-232a-4ac5-85b4-deb8f11d04b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281ece1-4252-425d-8e87-43c27836370e', 'name': 'tempest-TestShelveInstance-224585523-router', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:14Z', 'revision_number': 4, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'gw_port': {'id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_floatingips': [{'id': 'dcf5a883-b578-4aac-8d52-e3ba683d43d6', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'floating_ip_address': '172.28.0.126', 'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'router_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'port_id': '83e5c1b1-597e-4371-8d7e-73367e0be26d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245', 'mac_address': 'fa:16:3e:fa:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9581878-4451-4232-9a5e-593636a559f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:48:16Z', 'updated_at': '2021-02-07T01:48:20Z', 'revision_number': 1, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404168b8-3a21-4a8b-8be2-8c4858a863fb', 'name': '', 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'mac_address': 'fa:16:3e:e9:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '35a3d2b9-4916-45e4-9a0e-0b345ec47c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:13Z', 'updated_at': '2021-02-07T01:47:24Z', 'revision_number': 5, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'subnets': [{'id': '35a3d2b9-4916-45e4-9a0e-0b345ec47c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:48:23.338130 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:48:23.340569 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:48:23.347422 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c6266e-232a-4ac5-85b4-deb8f11d04b8 None None] The sync data for ids ['a281ece1-4252-425d-8e87-43c27836370e'] in dv-cinder-740146-7-smb is: [{'id': 'a281ece1-4252-425d-8e87-43c27836370e', 'name': 'tempest-TestShelveInstance-224585523-router', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:14Z', 'revision_number': 4, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'gw_port': {'id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_floatingips': [{'id': 'dcf5a883-b578-4aac-8d52-e3ba683d43d6', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'floating_ip_address': '172.28.0.126', 'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'router_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'port_id': '83e5c1b1-597e-4371-8d7e-73367e0be26d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245', 'mac_address': 'fa:16:3e:fa:c9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9581878-4451-4232-9a5e-593636a559f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:48:16Z', 'updated_at': '2021-02-07T01:48:20Z', 'revision_number': 1, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404168b8-3a21-4a8b-8be2-8c4858a863fb', 'name': '', 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'mac_address': 'fa:16:3e:e9:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '35a3d2b9-4916-45e4-9a0e-0b345ec47c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:13Z', 'updated_at': '2021-02-07T01:47:24Z', 'revision_number': 5, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'subnets': [{'id': '35a3d2b9-4916-45e4-9a0e-0b345ec47c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:48:23.348617 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e69e31b8-f490-48ab-912c-6719d031f802 req-7acf14ff-dac7-41d1-8bb4-6b8ba8693ebd service neutron] 10.222.0.45 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743093 Feb 07 01:48:23.357852 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-976a8c85-e761-416b-946f-cd11dd415b22 req-2fdf40bc-7e0f-4599-a8a2-ab14debe6ed3 service neutron] 10.222.0.52 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3495178 Feb 07 01:48:23.449419 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:23.524084 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:23.551799 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e69e31b8-f490-48ab-912c-6719d031f802 req-c3058f27-0bdb-4625-a2da-5ba378b35515 service neutron] 10.222.0.45 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1927574 Feb 07 01:48:23.773289 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c39499-7f5f-43ed-a567-e6388870ca54 None None] New status for floating IP dcf5a883-b578-4aac-8d52-e3ba683d43d6: ACTIVE {{(pid=79944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 07 01:48:23.881413 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:23.900342 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2420082'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:24.046046 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-af88ebf2-1ac4-44df-a230-7c8a4e7c1977 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:24.165570 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Pushing event updated for resources: {'Port': ['ID=7028343f-2cc6-4efc-8434-ddea1f0e0c18,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:24.168793 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:24.197002 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680368'] for floatingip, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:24.221420 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for floatingip, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:24.231517 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9896894 Feb 07 01:48:24.485894 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-9ffe64b6-b6e7-4f43-bda4-4d6c0a5911c3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--719255086&fields=id&tenant_id=cf900df8f787450599a27a266d50017b HTTP/1.1" status: 200 len: 267 time: 0.0595367 Feb 07 01:48:24.725247 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-16aa30db-5f4c-43cc-ab61-e0ef508a280d tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:24.727025 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-16aa30db-5f4c-43cc-ab61-e0ef508a280d tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/networks?id=08866757-d3c7-4c94-a1bb-5736c8720014 HTTP/1.1" status: 200 len: 810 time: 0.2339330 Feb 07 01:48:24.743315 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-cf14c7b3-0491-4b8e-ac5d-050b4289084f tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/quotas/cf900df8f787450599a27a266d50017b HTTP/1.1" status: 200 len: 375 time: 0.0102625 Feb 07 01:48:24.877861 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-12628b40-9190-4fe7-8bf0-c2cc150b8b68 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf900df8f787450599a27a266d50017b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1289518 Feb 07 01:48:25.034675 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-05ed96be-faa2-4ae0-b8be-fea904ac7511 service neutron] 10.222.0.52 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437476 Feb 07 01:48:25.178266 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-2027e89d-0316-4875-a99a-5973048e0160 service neutron] 10.222.0.52 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370430 Feb 07 01:48:25.391587 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7d3d4c6a-59f0-41ed-bf63-f74f9537d880 req-699d4d61-f248-4724-88ef-b08a443bd283 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 210 time: 0.0540819 Feb 07 01:48:26.601653 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-18aae097-16ee-46e2-9382-48ee67ee63af req-d4ed668b-5b79-46cf-9a59-6b578e07c653 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 210 time: 0.0735164 Feb 07 01:48:26.805144 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-4b78b9f8-09e3-4897-ac91-fdfac29d7941 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:26.806763 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-4b78b9f8-09e3-4897-ac91-fdfac29d7941 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.45 "GET /v2.0/networks?id=08866757-d3c7-4c94-a1bb-5736c8720014 HTTP/1.1" status: 200 len: 810 time: 0.2365379 Feb 07 01:48:26.946099 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-1392c863-ebbb-4812-bdf1-edd0bb70cba6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf900df8f787450599a27a266d50017b HTTP/1.1" status: 200 len: 5703 time: 0.1104496 Feb 07 01:48:26.957229 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Request body: {'port': {'device_id': 'e8c72981-5264-4257-8fd5-97e93f8e0df4', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'admin_state_up': True, 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'security_groups': ['ab2ec59e-771f-4d97-bc20-6e691bfca7b3']}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:48:27.324600 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48630) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:27.364145 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:48:27.374293 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Usage tracker for resource:port and tenant:cf900df8f787450599a27a266d50017b is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:48:27.377819 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:48:27.384355 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:48:27.393958 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Made reservation on behalf of cf900df8f787450599a27a266d50017b for: {'port': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:48:27.415547 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:27.497264 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4d79a352-ddef-465e-a6f4-e7963cb60986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:27.513172 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-4d79a352-ddef-465e-a6f4-e7963cb60986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:48:27.517259 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-4d79a352-ddef-465e-a6f4-e7963cb60986 admin admin] Usage tracker for resource:security_group_rule and tenant:3eacfc1b19164935a14fca9cb7398140 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:48:27.520251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-4d79a352-ddef-465e-a6f4-e7963cb60986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:48:27.526577 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-4d79a352-ddef-465e-a6f4-e7963cb60986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:48:27.631282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4d79a352-ddef-465e-a6f4-e7963cb60986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:27.636390 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4d79a352-ddef-465e-a6f4-e7963cb60986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:27.648557 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-aaced746-c0da-4d58-9c41-60755dc904b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:27.705704 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-4d79a352-ddef-465e-a6f4-e7963cb60986 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3eacfc1b19164935a14fca9cb7398140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795412 Feb 07 01:48:27.708164 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79a352-ddef-465e-a6f4-e7963cb60986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47993f2d-46dc-4cfc-8b87-0a8b0c938065,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:27.710359 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 48638) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:27.712036 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4d79a352-ddef-465e-a6f4-e7963cb60986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:27.822207 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-25147652-1b23-48a8-bec2-41f0a678ab41 req-cff71b86-e79c-4de3-b585-c3250bac079a tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 210 time: 0.0788152 Feb 07 01:48:27.842163 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Allocated IP 172.20.0.9 (08866757-d3c7-4c94-a1bb-5736c8720014/dcafc843-a804-40f2-8b05-784a1ee2cb10/1f3198e6-eda4-4926-be35-d22ae835083a) {{(pid=79942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:48:27.870674 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6e5f204d-f1c0-4f51-ac33-84ef516f1052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:27.923370 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6e5f204d-f1c0-4f51-ac33-84ef516f1052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:28.096498 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6e5f204d-f1c0-4f51-ac33-84ef516f1052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:28.103734 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-60e36084-f7e9-4fe5-ba30-2147528506b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:28.137294 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f204d-f1c0-4f51-ac33-84ef516f1052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47993f2d-46dc-4cfc-8b87-0a8b0c938065,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:28.142406 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for port, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:28.146577 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-6e5f204d-f1c0-4f51-ac33-84ef516f1052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:28.163725 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-6e5f204d-f1c0-4f51-ac33-84ef516f1052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:28.167913 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-6e5f204d-f1c0-4f51-ac33-84ef516f1052 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47993f2d-46dc-4cfc-8b87-0a8b0c938065 HTTP/1.1" status: 204 len: 168 time: 0.4564784 Feb 07 01:48:28.171086 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Transition to ACTIVE for port object 1f3198e6-eda4-4926-be35-d22ae835083a will not be triggered until provisioned by entity DHCP. {{(pid=79942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:48:28.199902 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:28.220128 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:28.370239 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Pushing event updated for resources: {'Port': ['ID=1f3198e6-eda4-4926-be35-d22ae835083a,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:28.373355 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:28.420485 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Network 08866757-d3c7-4c94-a1bb-5736c8720014 is already hosted by enough agents. {{(pid=79942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:48:28.422456 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Resources bound (agent type, host, resource id): {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:48:28.424846 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Received port after_create {{(pid=79942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:48:28.568652 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48652) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:28.574998 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:28.575830 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:28.598718 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6455064 Feb 07 01:48:28.601277 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ccea658c-2016-43fd-a4de-6e9abfa84bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:28.621278 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Request body: {'port': {'device_id': 'e8c72981-5264-4257-8fd5-97e93f8e0df4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:48:28.624327 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-ccea658c-2016-43fd-a4de-6e9abfa84bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:48:28.630298 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-ccea658c-2016-43fd-a4de-6e9abfa84bdc admin admin] Usage tracker for resource:security_group_rule and tenant:6448297f2fd64df5a1dfa74205cd67a3 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:48:28.637690 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-ccea658c-2016-43fd-a4de-6e9abfa84bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:48:28.648928 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-ccea658c-2016-43fd-a4de-6e9abfa84bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:48:28.719812 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-b65cfc2b-5ecc-44e2-85ad-8d6bebac8b85 None None] Provisioning for port 1f3198e6-eda4-4926-be35-d22ae835083a completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:48:28.726905 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-b65cfc2b-5ecc-44e2-85ad-8d6bebac8b85 None None] Provisioning complete for port 1f3198e6-eda4-4926-be35-d22ae835083a triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:48:28.727328 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b65cfc2b-5ecc-44e2-85ad-8d6bebac8b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:28.757160 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ccea658c-2016-43fd-a4de-6e9abfa84bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:28.761171 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:28.762560 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ccea658c-2016-43fd-a4de-6e9abfa84bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:28.777687 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bab5c15f-740f-4d3b-b8f0-ac0473ceccfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:28.794917 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-b65cfc2b-5ecc-44e2-85ad-8d6bebac8b85 None None] Port 1f3198e6-eda4-4926-be35-d22ae835083a cannot update to ACTIVE because it is not bound. {{(pid=79943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 07 01:48:28.819842 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-ccea658c-2016-43fd-a4de-6e9abfa84bdc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6448297f2fd64df5a1dfa74205cd67a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500076 Feb 07 01:48:28.823494 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48656) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:28.844526 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea658c-2016-43fd-a4de-6e9abfa84bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4de4d96-0c9c-44e1-925b-2dd49dbfe60e,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:28.848855 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ccea658c-2016-43fd-a4de-6e9abfa84bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:28.907244 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-02e07cc0-e58a-4b41-bad2-c2b7a9483753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:28.937714 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-02e07cc0-e58a-4b41-bad2-c2b7a9483753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:28.989521 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-02e07cc0-e58a-4b41-bad2-c2b7a9483753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:28.994683 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ccea658c-2016-43fd-a4de-6e9abfa84bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:29.007790 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e07cc0-e58a-4b41-bad2-c2b7a9483753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4de4d96-0c9c-44e1-925b-2dd49dbfe60e,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:29.010316 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-02e07cc0-e58a-4b41-bad2-c2b7a9483753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:29.020578 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-02e07cc0-e58a-4b41-bad2-c2b7a9483753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:29.025030 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-02e07cc0-e58a-4b41-bad2-c2b7a9483753 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d4de4d96-0c9c-44e1-925b-2dd49dbfe60e HTTP/1.1" status: 204 len: 168 time: 0.1979663 Feb 07 01:48:29.267598 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4617956-396d-4019-ba89-467c1aaa8388 req-ae96fdaa-ec2e-4953-8922-b8e722111751 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:29.268430 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-f4617956-396d-4019-ba89-467c1aaa8388 req-ae96fdaa-ec2e-4953-8922-b8e722111751 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Synchronizing usage tracker for tenant:cf900df8f787450599a27a266d50017b on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:48:29.305950 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-f4617956-396d-4019-ba89-467c1aaa8388 req-ae96fdaa-ec2e-4953-8922-b8e722111751 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Unset dirty status for tenant:cf900df8f787450599a27a266d50017b on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:48:29.307269 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f4617956-396d-4019-ba89-467c1aaa8388 req-ae96fdaa-ec2e-4953-8922-b8e722111751 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 931 time: 0.3211021 Feb 07 01:48:29.433740 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f4617956-396d-4019-ba89-467c1aaa8388 req-7ff1e40f-09b1-4bfb-9a3c-d60233a5b128 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ec59e-771f-4d97-bc20-6e691bfca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194832 Feb 07 01:48:29.444563 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3198e6-eda4-4926-be35-d22ae835083a {{(pid=79942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 07 01:48:29.452793 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:29.455202 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48670) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:29.468349 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Transition to ACTIVE for port object 1f3198e6-eda4-4926-be35-d22ae835083a will not be triggered until provisioned by entity L2. {{(pid=79942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:48:29.469786 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852760648'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:29.475334 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-110f8b2f-e8d4-46f1-9575-5378ea24eefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:29.486517 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:29.495944 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-110f8b2f-e8d4-46f1-9575-5378ea24eefc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:48:29.499937 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-110f8b2f-e8d4-46f1-9575-5378ea24eefc admin admin] Usage tracker for resource:security_group_rule and tenant:5bedb9d41b04448bbacbc935ca4027a9 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:48:29.503040 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-110f8b2f-e8d4-46f1-9575-5378ea24eefc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:48:29.509670 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-110f8b2f-e8d4-46f1-9575-5378ea24eefc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:48:29.594346 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-110f8b2f-e8d4-46f1-9575-5378ea24eefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:29.597254 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-110f8b2f-e8d4-46f1-9575-5378ea24eefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:29.606838 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ede131c3-abe7-402a-aa07-b98b885255c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:29.633180 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3198e6-eda4-4926-be35-d22ae835083a,revision_number=2']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:29.637542 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:29.649059 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-110f8b2f-e8d4-46f1-9575-5378ea24eefc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5bedb9d41b04448bbacbc935ca4027a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927078 Feb 07 01:48:29.650866 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f8b2f-e8d4-46f1-9575-5378ea24eefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705ebd13-9123-4fd7-97b4-432b3367ca85,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:29.653401 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 48674) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:29.656283 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-110f8b2f-e8d4-46f1-9575-5378ea24eefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:29.719184 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-28303029-699c-4991-b271-46f64b4d31ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:29.749622 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-28303029-699c-4991-b271-46f64b4d31ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:29.809141 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-28303029-699c-4991-b271-46f64b4d31ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:29.815958 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fffd5cf5-6220-40f2-a681-3b74e23155df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:29.823806 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Attempting to bind port 1f3198e6-eda4-4926-be35-d22ae835083a on host hv-cinder-74014 for vnic_type normal with profile {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:48:29.824700 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Attempting to bind port 1f3198e6-eda4-4926-be35-d22ae835083a by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': 'adac9e24-efde-4325-84d9-6f9217d84b14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014'}] {{(pid=79942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:48:29.824700 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Attempting to bind port 1f3198e6-eda4-4926-be35-d22ae835083a on network 08866757-d3c7-4c94-a1bb-5736c8720014 {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:48:29.831040 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Checking agent: {'id': 'b7cc771a-d95a-4267-9fb0-ee0cef286fca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 41, 44), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:48:29.831425 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Checking segment: {'id': 'adac9e24-efde-4325-84d9-6f9217d84b14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:48:29.831840 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:29.832243 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Bound using segment: {'id': 'adac9e24-efde-4325-84d9-6f9217d84b14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014'} {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:48:29.832723 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Bound port: 1f3198e6-eda4-4926-be35-d22ae835083a, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adac9e24-efde-4325-84d9-6f9217d84b14', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014'}}] {{(pid=79942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:48:29.833170 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:29.833306 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28303029-699c-4991-b271-46f64b4d31ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705ebd13-9123-4fd7-97b4-432b3367ca85,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:29.838702 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-28303029-699c-4991-b271-46f64b4d31ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:29.841081 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-28303029-699c-4991-b271-46f64b4d31ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:29.844423 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-28303029-699c-4991-b271-46f64b4d31ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/705ebd13-9123-4fd7-97b4-432b3367ca85 HTTP/1.1" status: 204 len: 168 time: 0.1875448 Feb 07 01:48:29.954743 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] For port 1f3198e6-eda4-4926-be35-d22ae835083a, host hv-cinder-74014, cleared binding levels {{(pid=79942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:48:29.957937 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] For port 1f3198e6-eda4-4926-be35-d22ae835083a, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=1f3198e6-eda4-4926-be35-d22ae835083a,segment=NetworkSegment(adac9e24-efde-4325-84d9-6f9217d84b14),segment_id=adac9e24-efde-4325-84d9-6f9217d84b14)] {{(pid=79942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:48:29.962159 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852760648'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:29.979707 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1fbafcc0-856f-495b-a8ee-dfdb622d2d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:30.133126 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3198e6-eda4-4926-be35-d22ae835083a,revision_number=3']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:30.137903 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:30.175347 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:30.175798 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:30.177845 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] 10.222.0.45 "PUT /v2.0/ports/1f3198e6-eda4-4926-be35-d22ae835083a HTTP/1.1" status: 200 len: 1157 time: 1.5618792 Feb 07 01:48:30.178403 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c72981-5264-4257-8fd5-97e93f8e0df4', 'tag': '1f3198e6-eda4-4926-be35-d22ae835083a'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:48:30.294333 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c72981-5264-4257-8fd5-97e93f8e0df4', 'tag': '1f3198e6-eda4-4926-be35-d22ae835083a', 'status': 'completed', 'code': 200} Feb 07 01:48:30.339194 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-8ad3e332-b6c7-419c-ba30-b799a67f88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:30.340833 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-8ad3e332-b6c7-419c-ba30-b799a67f88c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf900df8f787450599a27a266d50017b&device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 1160 time: 0.1019073 Feb 07 01:48:30.434653 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-6880aec4-d4be-4868-94cb-55e990d9915c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f3198e6-eda4-4926-be35-d22ae835083a HTTP/1.1" status: 200 len: 217 time: 0.0745237 Feb 07 01:48:30.547649 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-fb403147-faec-4340-a535-cb95c7561578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:30.555203 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-fb403147-faec-4340-a535-cb95c7561578 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcafc843-a804-40f2-8b05-784a1ee2cb10 HTTP/1.1" status: 200 len: 849 time: 0.1112731 Feb 07 01:48:30.815260 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1344c-ec48-4eb9-a0cd-b8bc4964aca8 req-43168d89-20b0-4d94-9732-c982bb291228 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:30.816968 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-47a1344c-ec48-4eb9-a0cd-b8bc4964aca8 req-43168d89-20b0-4d94-9732-c982bb291228 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 943 time: 0.1986165 Feb 07 01:48:30.821485 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-9c851676-2127-4967-9225-d2b2937c6177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:30.823033 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-9c851676-2127-4967-9225-d2b2937c6177 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08866757-d3c7-4c94-a1bb-5736c8720014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2567294 Feb 07 01:48:31.150203 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-47a1344c-ec48-4eb9-a0cd-b8bc4964aca8 req-a912b621-6b93-41bf-940d-66b932547999 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ec59e-771f-4d97-bc20-6e691bfca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260100 Feb 07 01:48:31.244636 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-ad15a135-152c-46b1-b4fb-f70bc2817ddb service neutron] 10.222.0.45 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794097 Feb 07 01:48:31.394796 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cd9eec81-fca9-489c-a747-6dfaf1d3aab6 req-03a5d583-b265-4bc2-ab4a-68c8f8e43deb service neutron] 10.222.0.45 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419787 Feb 07 01:48:31.570418 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c661c3-a96f-4d49-9107-1f78b09bceb5 req-b7bb5fcc-aff3-4a7d-9867-64952b1acdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:31.572088 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-61c661c3-a96f-4d49-9107-1f78b09bceb5 req-b7bb5fcc-aff3-4a7d-9867-64952b1acdf1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf900df8f787450599a27a266d50017b&device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 1160 time: 0.0858057 Feb 07 01:48:31.724693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c661c3-a96f-4d49-9107-1f78b09bceb5 req-9195455e-9d8a-4944-8d7b-555e5696b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:31.726328 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-61c661c3-a96f-4d49-9107-1f78b09bceb5 req-9195455e-9d8a-4944-8d7b-555e5696b155 service neutron] 10.222.0.45 "GET /v2.0/networks?id=08866757-d3c7-4c94-a1bb-5736c8720014 HTTP/1.1" status: 200 len: 904 time: 0.1456923 Feb 07 01:48:31.808940 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-61c661c3-a96f-4d49-9107-1f78b09bceb5 req-6055da11-5b30-4497-8b6c-db6464189491 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f3198e6-eda4-4926-be35-d22ae835083a HTTP/1.1" status: 200 len: 217 time: 0.0753906 Feb 07 01:48:31.892683 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c661c3-a96f-4d49-9107-1f78b09bceb5 req-3e83c3c6-0715-4a1a-8fbe-e95d8ed3cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:31.894264 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-61c661c3-a96f-4d49-9107-1f78b09bceb5 req-3e83c3c6-0715-4a1a-8fbe-e95d8ed3cc05 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcafc843-a804-40f2-8b05-784a1ee2cb10 HTTP/1.1" status: 200 len: 849 time: 0.0752921 Feb 07 01:48:31.981900 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c661c3-a96f-4d49-9107-1f78b09bceb5 req-86df4b80-9ad5-4bd3-8d7b-c60905f64889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:31.983559 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-61c661c3-a96f-4d49-9107-1f78b09bceb5 req-86df4b80-9ad5-4bd3-8d7b-c60905f64889 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08866757-d3c7-4c94-a1bb-5736c8720014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826039 Feb 07 01:48:32.132074 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-61c661c3-a96f-4d49-9107-1f78b09bceb5 req-948b12a7-4b7e-4d95-9b37-26029f9bef10 service neutron] 10.222.0.45 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385653 Feb 07 01:48:32.282481 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-61c661c3-a96f-4d49-9107-1f78b09bceb5 req-1f5e0525-efea-4089-98cd-928180472a92 service neutron] 10.222.0.45 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429470 Feb 07 01:48:32.451095 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d85d2-cf81-4257-bfaf-8e860b998ecf req-fb31cb65-a624-4c4e-b3ed-eb1c9c49f685 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:32.452823 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7f2d85d2-cf81-4257-bfaf-8e860b998ecf req-fb31cb65-a624-4c4e-b3ed-eb1c9c49f685 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 943 time: 0.1616251 Feb 07 01:48:32.517761 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7f2d85d2-cf81-4257-bfaf-8e860b998ecf req-b66d2cc4-afd6-4d15-8d26-961e94c8304b tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ec59e-771f-4d97-bc20-6e691bfca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572939 Feb 07 01:48:33.813984 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c908e0-5c3e-44b6-a89b-d7dae129a7d3 req-fab721ab-1b74-4a3c-bf7f-2222de65239c tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:33.815621 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-52c908e0-5c3e-44b6-a89b-d7dae129a7d3 req-fab721ab-1b74-4a3c-bf7f-2222de65239c tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 943 time: 0.1643128 Feb 07 01:48:33.881470 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-52c908e0-5c3e-44b6-a89b-d7dae129a7d3 req-145817ff-2aac-4081-86f9-7b6d8e995f6e tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ec59e-771f-4d97-bc20-6e691bfca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591760 Feb 07 01:48:34.211231 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 1f3198e6-eda4-4926-be35-d22ae835083a up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:48:34.283697 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning for port 1f3198e6-eda4-4926-be35-d22ae835083a completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:48:34.288694 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 1f3198e6-eda4-4926-be35-d22ae835083a triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:48:34.289121 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:34.415164 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:34.449505 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 1f3198e6-eda4-4926-be35-d22ae835083a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=1f3198e6-eda4-4926-be35-d22ae835083a,segment=NetworkSegment(adac9e24-efde-4325-84d9-6f9217d84b14),segment_id=adac9e24-efde-4325-84d9-6f9217d84b14)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:48:34.450541 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c72981-5264-4257-8fd5-97e93f8e0df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3198e6-eda4-4926-be35-d22ae835083a'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:48:34.457811 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:34.460846 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:34.525162 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c72981-5264-4257-8fd5-97e93f8e0df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3198e6-eda4-4926-be35-d22ae835083a', 'code': 200} Feb 07 01:48:34.549972 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=1f3198e6-eda4-4926-be35-d22ae835083a,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:34.554785 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:34.837980 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a99ac-ef2a-4397-a4c1-d528f144cba2 req-b62c1bba-0ded-4da7-8ef2-16d686854e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:34.839647 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f6a99ac-ef2a-4397-a4c1-d528f144cba2 req-b62c1bba-0ded-4da7-8ef2-16d686854e31 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 1162 time: 0.0813887 Feb 07 01:48:34.892381 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f6a99ac-ef2a-4397-a4c1-d528f144cba2 req-bb8bd9eb-750c-4471-8d35-11b00bb8e6d6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ab2ec59e-771f-4d97-bc20-6e691bfca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417330 Feb 07 01:48:35.181218 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ce059-5cae-4832-81eb-f0eb52369905 req-e40d2752-a790-4387-9d40-6325d98c43b3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:35.182869 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4e9ce059-5cae-4832-81eb-f0eb52369905 req-e40d2752-a790-4387-9d40-6325d98c43b3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 945 time: 0.1634643 Feb 07 01:48:35.247912 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4e9ce059-5cae-4832-81eb-f0eb52369905 req-07ea1c68-0e45-4d6c-a5d0-a76e164ed284 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ec59e-771f-4d97-bc20-6e691bfca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587835 Feb 07 01:48:35.639900 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-50e59ee6-4837-46f4-b30b-009a9770a7f0 req-ce3bed1f-7d70-4732-a9dd-b3f2fbf35c17 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0813944 Feb 07 01:48:35.738339 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 1f3198e6-eda4-4926-be35-d22ae835083a up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:48:35.810425 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 1f3198e6-eda4-4926-be35-d22ae835083a triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:48:35.810887 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:35.995173 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e59ee6-4837-46f4-b30b-009a9770a7f0 req-ffba8ebb-fd42-4230-8e09-d4567ac5d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:35.996729 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-50e59ee6-4837-46f4-b30b-009a9770a7f0 req-ffba8ebb-fd42-4230-8e09-d4567ac5d6b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6f4b9f9a5074df79ed740320e365959&device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 1162 time: 0.0797009 Feb 07 01:48:36.178793 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e59ee6-4837-46f4-b30b-009a9770a7f0 req-5fd13e83-4487-4aab-824d-6ccbd97c74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:36.180473 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-50e59ee6-4837-46f4-b30b-009a9770a7f0 req-5fd13e83-4487-4aab-824d-6ccbd97c74fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=7a2773e7-cc87-48c9-a224-6aff3de68ac6 HTTP/1.1" status: 200 len: 910 time: 0.1390271 Feb 07 01:48:36.295439 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-50e59ee6-4837-46f4-b30b-009a9770a7f0 req-b080692e-0ec1-4953-9d80-0de1c198f9ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74421200-a2b4-4a52-be2f-c889b25a0127 HTTP/1.1" status: 200 len: 1001 time: 0.1071215 Feb 07 01:48:36.366781 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e59ee6-4837-46f4-b30b-009a9770a7f0 req-5ed7504d-77b6-4af6-9aeb-b35c3adf1fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:36.368420 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-50e59ee6-4837-46f4-b30b-009a9770a7f0 req-5ed7504d-77b6-4af6-9aeb-b35c3adf1fef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7045f51-fb53-4f5e-bc51-a1b3402ec37e HTTP/1.1" status: 200 len: 855 time: 0.0650797 Feb 07 01:48:36.616338 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1c56f-a187-407c-88a5-c85bea3ba3d9 req-28882b00-57da-4e33-a692-51f8525c9ab1 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:36.617968 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e5b1c56f-a187-407c-88a5-c85bea3ba3d9 req-28882b00-57da-4e33-a692-51f8525c9ab1 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 945 time: 0.2320321 Feb 07 01:48:36.620147 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e59ee6-4837-46f4-b30b-009a9770a7f0 req-616a4462-404c-47a8-945a-b80c30ea48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:36.621619 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-50e59ee6-4837-46f4-b30b-009a9770a7f0 req-616a4462-404c-47a8-945a-b80c30ea48ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a2773e7-cc87-48c9-a224-6aff3de68ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1919565 Feb 07 01:48:36.783085 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e5b1c56f-a187-407c-88a5-c85bea3ba3d9 req-32c5128e-195f-4616-8482-e11feb589c57 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ec59e-771f-4d97-bc20-6e691bfca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584160 Feb 07 01:48:36.818263 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-50e59ee6-4837-46f4-b30b-009a9770a7f0 req-5ad90918-5c91-4b44-a5d7-da4e59c2974f service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776409 Feb 07 01:48:37.049367 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-50e59ee6-4837-46f4-b30b-009a9770a7f0 req-03bcdd1b-1cc6-490f-a854-8a29f037a111 service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2244070 Feb 07 01:48:37.136415 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff57be1-ef13-457f-b064-60ff90f56120 req-e6030455-91fd-4a1a-b6d6-7b6e6f0d7d09 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:37.138065 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-eff57be1-ef13-457f-b064-60ff90f56120 req-e6030455-91fd-4a1a-b6d6-7b6e6f0d7d09 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 945 time: 0.2128296 Feb 07 01:48:37.147271 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 48838) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:37.155292 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-fb52d3a9-a61b-417e-af2c-3c46a87b3d80 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Request body: {'floatingip': {'port_id': '1f3198e6-eda4-4926-be35-d22ae835083a'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:48:37.255132 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fb52d3a9-a61b-417e-af2c-3c46a87b3d80 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for floatingip, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:37.849387 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 1f3198e6-eda4-4926-be35-d22ae835083a up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:48:37.922987 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 1f3198e6-eda4-4926-be35-d22ae835083a triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:48:37.923331 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:38.122734 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fb52d3a9-a61b-417e-af2c-3c46a87b3d80 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:38.125702 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fb52d3a9-a61b-417e-af2c-3c46a87b3d80 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680368'] for floatingip, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:38.313508 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.l3_db [None req-fb52d3a9-a61b-417e-af2c-3c46a87b3d80 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Floating IP bb4dbdb9-2937-40fa-8de6-cf7a3f3fc7cb associated. External IP: 172.28.0.178, port: 1f3198e6-eda4-4926-be35-d22ae835083a. Feb 07 01:48:38.716687 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb52d3a9-a61b-417e-af2c-3c46a87b3d80 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Router 123ec2af-368e-478a-931f-a7f194062381 has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:48:38.908994 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb52d3a9-a61b-417e-af2c-3c46a87b3d80 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:48:38.914486 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fb52d3a9-a61b-417e-af2c-3c46a87b3d80 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for floatingip, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:38.924059 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558398de-7a6a-40df-9fc0-5b3b5584f2b2 None None] Sync routers for ids ['123ec2af-368e-478a-931f-a7f194062381'] in dv-cinder-740146-7-smb {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:48:38.934914 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558398de-7a6a-40df-9fc0-5b3b5584f2b2 None None] Routers {'123ec2af-368e-478a-931f-a7f194062381'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:48:38.935584 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-558398de-7a6a-40df-9fc0-5b3b5584f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:48:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['123ec2af-368e-478a-931f-a7f194062381'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:48:38.977915 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-fb52d3a9-a61b-417e-af2c-3c46a87b3d80 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "PUT /v2.0/floatingips/bb4dbdb9-2937-40fa-8de6-cf7a3f3fc7cb HTTP/1.1" status: 200 len: 991 time: 1.8294020 Feb 07 01:48:38.978526 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c72981-5264-4257-8fd5-97e93f8e0df4', 'tag': '1f3198e6-eda4-4926-be35-d22ae835083a'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:48:39.059739 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c72981-5264-4257-8fd5-97e93f8e0df4', 'tag': '1f3198e6-eda4-4926-be35-d22ae835083a', 'status': 'completed', 'code': 200} Feb 07 01:48:39.136028 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-558398de-7a6a-40df-9fc0-5b3b5584f2b2 None None] Set router 123ec2af-368e-478a-931f-a7f194062381 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:48:39.211334 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbea27-1b67-4f0d-b6e0-bff017bc6551 req-6bde4182-3f5f-4d4a-adb2-9ff488c2b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:39.213075 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0ccbea27-1b67-4f0d-b6e0-bff017bc6551 req-6bde4182-3f5f-4d4a-adb2-9ff488c2b5c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf900df8f787450599a27a266d50017b&device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 1162 time: 0.0825908 Feb 07 01:48:39.357989 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbea27-1b67-4f0d-b6e0-bff017bc6551 req-8a4305b2-1fe5-43d5-8503-d12dc58a2def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:39.359690 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0ccbea27-1b67-4f0d-b6e0-bff017bc6551 req-8a4305b2-1fe5-43d5-8503-d12dc58a2def service neutron] 10.222.0.45 "GET /v2.0/networks?id=08866757-d3c7-4c94-a1bb-5736c8720014 HTTP/1.1" status: 200 len: 904 time: 0.1393449 Feb 07 01:48:39.495316 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0ccbea27-1b67-4f0d-b6e0-bff017bc6551 req-9454e45d-88d3-4211-9d29-c7ca6fe56e81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f3198e6-eda4-4926-be35-d22ae835083a HTTP/1.1" status: 200 len: 999 time: 0.1284068 Feb 07 01:48:39.514454 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-558398de-7a6a-40df-9fc0-5b3b5584f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_floatingips': [{'id': 'bb4dbdb9-2937-40fa-8de6-cf7a3f3fc7cb', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'router_id': '123ec2af-368e-478a-931f-a7f194062381', 'port_id': '1f3198e6-eda4-4926-be35-d22ae835083a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'mac_address': 'fa:16:3e:6c:3e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c72981-5264-4257-8fd5-97e93f8e0df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:48:23Z', 'updated_at': '2021-02-07T01:48:37Z', 'revision_number': 1, 'project_id': 'cf900df8f787450599a27a266d50017b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b8599f-af92-476e-bc6e-e9340c6e65f5', 'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'mac_address': 'fa:16:3e:57:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:44:02Z', 'updated_at': '2021-02-07T01:44:17Z', 'revision_number': 5, 'project_id': 'cf900df8f787450599a27a266d50017b', 'subnets': [{'id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:48:39.518956 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558398de-7a6a-40df-9fc0-5b3b5584f2b2 None None] Checking router: 123ec2af-368e-478a-931f-a7f194062381 for host: dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:48:39.538049 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558398de-7a6a-40df-9fc0-5b3b5584f2b2 None None] Routers {'123ec2af-368e-478a-931f-a7f194062381'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:48:39.539149 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-558398de-7a6a-40df-9fc0-5b3b5584f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:48:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['123ec2af-368e-478a-931f-a7f194062381'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:48:39.625394 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbea27-1b67-4f0d-b6e0-bff017bc6551 req-617cc6b7-1211-49c5-82a0-eccbe3efd92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:39.627265 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0ccbea27-1b67-4f0d-b6e0-bff017bc6551 req-617cc6b7-1211-49c5-82a0-eccbe3efd92a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcafc843-a804-40f2-8b05-784a1ee2cb10 HTTP/1.1" status: 200 len: 849 time: 0.1001880 Feb 07 01:48:39.721831 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbea27-1b67-4f0d-b6e0-bff017bc6551 req-196639d4-077d-46af-8073-5989a4d90908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:48:39.724127 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0ccbea27-1b67-4f0d-b6e0-bff017bc6551 req-196639d4-077d-46af-8073-5989a4d90908 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08866757-d3c7-4c94-a1bb-5736c8720014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0896773 Feb 07 01:48:39.881383 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0ccbea27-1b67-4f0d-b6e0-bff017bc6551 req-d3ff6eab-bb87-4aca-ae04-a6b39935b6d3 service neutron] 10.222.0.45 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506243 Feb 07 01:48:39.935303 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-558398de-7a6a-40df-9fc0-5b3b5584f2b2 None None] Set router 123ec2af-368e-478a-931f-a7f194062381 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:48:40.027169 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0ccbea27-1b67-4f0d-b6e0-bff017bc6551 req-a0897298-ed5e-413c-babf-5ad761c59088 service neutron] 10.222.0.45 "GET /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379504 Feb 07 01:48:40.303893 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-558398de-7a6a-40df-9fc0-5b3b5584f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_floatingips': [{'id': 'bb4dbdb9-2937-40fa-8de6-cf7a3f3fc7cb', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'router_id': '123ec2af-368e-478a-931f-a7f194062381', 'port_id': '1f3198e6-eda4-4926-be35-d22ae835083a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'mac_address': 'fa:16:3e:6c:3e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c72981-5264-4257-8fd5-97e93f8e0df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:48:23Z', 'updated_at': '2021-02-07T01:48:37Z', 'revision_number': 1, 'project_id': 'cf900df8f787450599a27a266d50017b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b8599f-af92-476e-bc6e-e9340c6e65f5', 'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'mac_address': 'fa:16:3e:57:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:44:02Z', 'updated_at': '2021-02-07T01:44:17Z', 'revision_number': 5, 'project_id': 'cf900df8f787450599a27a266d50017b', 'subnets': [{'id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:48:40.308185 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558398de-7a6a-40df-9fc0-5b3b5584f2b2 None None] The sync data for ids ['123ec2af-368e-478a-931f-a7f194062381'] in dv-cinder-740146-7-smb is: [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_floatingips': [{'id': 'bb4dbdb9-2937-40fa-8de6-cf7a3f3fc7cb', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'router_id': '123ec2af-368e-478a-931f-a7f194062381', 'port_id': '1f3198e6-eda4-4926-be35-d22ae835083a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'mac_address': 'fa:16:3e:6c:3e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c72981-5264-4257-8fd5-97e93f8e0df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:48:23Z', 'updated_at': '2021-02-07T01:48:37Z', 'revision_number': 1, 'project_id': 'cf900df8f787450599a27a266d50017b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b8599f-af92-476e-bc6e-e9340c6e65f5', 'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'mac_address': 'fa:16:3e:57:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:44:02Z', 'updated_at': '2021-02-07T01:44:17Z', 'revision_number': 5, 'project_id': 'cf900df8f787450599a27a266d50017b', 'subnets': [{'id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:48:40.628384 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195bb83a-1aa7-470f-8aac-e96ca30fecc8 None None] New status for floating IP bb4dbdb9-2937-40fa-8de6-cf7a3f3fc7cb: ACTIVE {{(pid=79944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 07 01:48:40.920090 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 48890) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:40.990429 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca7ddd6-7d49-4adc-b8f7-3ea692d4a1c5 admin admin] Deleting subnet 11bdeb76-b5bf-47f9-b882-c9f15b46e0bf {{(pid=79942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 07 01:48:40.993875 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ddd6-7d49-4adc-b8f7-3ea692d4a1c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:41.046464 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ddd6-7d49-4adc-b8f7-3ea692d4a1c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852759826'] for subnet, precommit_delete_associations {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:41.108655 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ddd6-7d49-4adc-b8f7-3ea692d4a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-10855'] for subnet, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:41.306192 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a5d0ec83-f0aa-4a05-8b68-4419feedad7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:41.379950 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ddd6-7d49-4adc-b8f7-3ea692d4a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854764961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852760723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378118'] for subnet, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:41.396390 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:41.501156 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7ddd6-7d49-4adc-b8f7-3ea692d4a1c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11bdeb76-b5bf-47f9-b882-c9f15b46e0bf,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:41.517367 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3ca7ddd6-7d49-4adc-b8f7-3ea692d4a1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:41.531963 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ddd6-7d49-4adc-b8f7-3ea692d4a1c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:41.538492 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-3ca7ddd6-7d49-4adc-b8f7-3ea692d4a1c5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/11bdeb76-b5bf-47f9-b882-c9f15b46e0bf HTTP/1.1" status: 204 len: 168 time: 0.6173196 Feb 07 01:48:41.541191 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 48896) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:41.658299 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-190088ef-0367-4a47-993d-22c127a76d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854360936'] for network, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:42.108947 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-190088ef-0367-4a47-993d-22c127a76d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14300', 'neutron.services.segments.db._delete_segments_for_network-8754015628454'] for network, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:42.225596 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-190088ef-0367-4a47-993d-22c127a76d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4ceb1b-3d46-4f53-a462-ea419c2c6306']}} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:48:42.238233 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-190088ef-0367-4a47-993d-22c127a76d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e116cf7-d777-4a67-bcd5-d44ec8671116') {'for_net_delete': True} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:48:42.238576 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-190088ef-0367-4a47-993d-22c127a76d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e116cf7-d777-4a67-bcd5-d44ec8671116') {} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:48:42.250537 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-190088ef-0367-4a47-993d-22c127a76d1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754015625143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2015974'] for segment, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:42.265614 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-190088ef-0367-4a47-993d-22c127a76d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:42.268069 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-190088ef-0367-4a47-993d-22c127a76d1a admin admin] Releasing vxlan tunnel 9 to pool {{(pid=79942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 07 01:48:42.452730 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-190088ef-0367-4a47-993d-22c127a76d1a admin admin] Network 1f4ceb1b-3d46-4f53-a462-ea419c2c6306 has no segments {{(pid=79942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:48:42.467257 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-190088ef-0367-4a47-993d-22c127a76d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852760678'] for segment, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:42.647580 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-190088ef-0367-4a47-993d-22c127a76d1a admin admin] Network 1f4ceb1b-3d46-4f53-a462-ea419c2c6306 has no segments {{(pid=79942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: Traceback (most recent call last): Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: timer() Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: cb(*args, **kw) Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: return func(*args, **kwargs) Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: self._notify() Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: self.callback(batched_events) Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: event.method(event) Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: segment_id)['aggregates'][0] Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: return f(self, *a, **k) Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: return self._get(url).json() Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: **kwargs) Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: return self.request(url, 'GET', **kwargs) Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: **endpoint_filter) Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 01:48:42.670005 dv-cinder-740146-7-smb neutron-server[79830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 01:48:42.749111 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-190088ef-0367-4a47-993d-22c127a76d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680321'] for network, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:42.752544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:42.766572 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-190088ef-0367-4a47-993d-22c127a76d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:42.777373 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190088ef-0367-4a47-993d-22c127a76d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=1f4ceb1b-3d46-4f53-a462-ea419c2c6306,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:42.782128 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-190088ef-0367-4a47-993d-22c127a76d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:42.786140 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-190088ef-0367-4a47-993d-22c127a76d1a admin admin] 10.222.0.52 "DELETE /v2.0/networks/1f4ceb1b-3d46-4f53-a462-ea419c2c6306 HTTP/1.1" status: 204 len: 168 time: 1.2438726 Feb 07 01:48:43.002760 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 48912) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:43.059712 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-6e399b13-2b27-4b0e-9f60-a0547da00467 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e158f52cda6144d2b056591f6061810a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543363 Feb 07 01:48:43.061778 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 48916) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:43.126044 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d406366f-9911-4fbd-8a38-05c80172815c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:43.159299 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d406366f-9911-4fbd-8a38-05c80172815c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:43.203823 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d406366f-9911-4fbd-8a38-05c80172815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:43.207615 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2f6801ef-d175-4a26-bb88-29b1e4f9f6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:43.219598 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406366f-9911-4fbd-8a38-05c80172815c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa279bfb-5086-4463-8ffb-9424450fdf4c,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:43.226070 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d406366f-9911-4fbd-8a38-05c80172815c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:43.228320 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d406366f-9911-4fbd-8a38-05c80172815c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:43.231775 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-d406366f-9911-4fbd-8a38-05c80172815c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fa279bfb-5086-4463-8ffb-9424450fdf4c HTTP/1.1" status: 204 len: 168 time: 0.1668234 Feb 07 01:48:43.658175 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:43.716294 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4e2bf971-f6a3-44e5-a1a0-e7a26cdacc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:44.056974 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:45.023819 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:45.552381 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:48.136421 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:48:51.600925 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 48996) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:51.748888 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:51.763894 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:48:51.767901 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Usage tracker for resource:security_group_rule and tenant:eeb5676ad4b8468e90d25c92a9b4aa72 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:48:51.770850 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:48:51.777116 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:48:51.860147 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:51.862942 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:51.871643 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-925c7ed4-7158-44ce-8013-478082d5790b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:51.913654 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eeb5676ad4b8468e90d25c92a9b4aa72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115640 Feb 07 01:48:51.915368 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b718de9-c7f1-4106-939e-1c00cdd9021a,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:51.916587 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49004) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:48:51.923444 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.923867 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.924274 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.924675 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.925078 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.925475 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.925871 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.926273 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.926667 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.927137 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.927480 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.927890 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.928332 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.928731 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.929123 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.929515 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.929903 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.930296 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.930686 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.931103 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.931499 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.931894 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.932282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.932670 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:48:51.937274 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:51.982513 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-dd92c477-bc0e-4e61-9958-cf19f359a495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:52.009794 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-dd92c477-bc0e-4e61-9958-cf19f359a495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:52.053701 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-dd92c477-bc0e-4e61-9958-cf19f359a495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:52.058624 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b34c8c93-a46d-41d4-96aa-d29cf1a19687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:48:52.072567 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92c477-bc0e-4e61-9958-cf19f359a495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b718de9-c7f1-4106-939e-1c00cdd9021a,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:48:52.075629 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-dd92c477-bc0e-4e61-9958-cf19f359a495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:48:52.076539 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-dd92c477-bc0e-4e61-9958-cf19f359a495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:48:52.077734 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-dd92c477-bc0e-4e61-9958-cf19f359a495 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b718de9-c7f1-4106-939e-1c00cdd9021a HTTP/1.1" status: 204 len: 168 time: 0.1601024 Feb 07 01:49:00.683866 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21b7e3-37f0-4015-82fe-395389ab3c6a req-bfc9d0ce-d86a-4514-9e08-831f752a5d6a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:00.685514 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1d21b7e3-37f0-4015-82fe-395389ab3c6a req-bfc9d0ce-d86a-4514-9e08-831f752a5d6a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.3040581 Feb 07 01:49:00.748924 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1d21b7e3-37f0-4015-82fe-395389ab3c6a req-c5e6d122-c530-4b6f-a911-20de1e9692e9 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570548 Feb 07 01:49:02.180283 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71478ff-d18b-458e-bc66-bea74e4f8123 req-e75aa764-ad63-4663-ac7f-12f28dd49237 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:02.181910 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a71478ff-d18b-458e-bc66-bea74e4f8123 req-e75aa764-ad63-4663-ac7f-12f28dd49237 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.1613388 Feb 07 01:49:02.247921 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a71478ff-d18b-458e-bc66-bea74e4f8123 req-382003bb-760b-45fe-9006-1a8fe3861c16 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597625 Feb 07 01:49:03.548182 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bb900-003d-4bb6-bc0f-5441f9ccaec5 req-85e93575-ef7e-45b1-83f8-00a3792f001d tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:03.549841 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-387bb900-003d-4bb6-bc0f-5441f9ccaec5 req-85e93575-ef7e-45b1-83f8-00a3792f001d tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.1617036 Feb 07 01:49:03.614222 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-387bb900-003d-4bb6-bc0f-5441f9ccaec5 req-0045b4e3-0705-4814-bdd2-cf264f5179b5 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580726 Feb 07 01:49:04.927954 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d90b9-753f-4717-8556-8e8490b77ea0 req-e976cc9f-3061-4a10-a1de-75cfeb2644ab tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:04.929603 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4d7d90b9-753f-4717-8556-8e8490b77ea0 req-e976cc9f-3061-4a10-a1de-75cfeb2644ab tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.1675105 Feb 07 01:49:04.992558 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4d7d90b9-753f-4717-8556-8e8490b77ea0 req-1d884c7a-db40-47ac-b116-da6b3cceb27b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565202 Feb 07 01:49:06.292704 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821296c3-d330-46ea-b372-f3c775f5eaf1 req-a4e7824f-f1d4-4f1c-860c-f0649656ee2b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:06.294293 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-821296c3-d330-46ea-b372-f3c775f5eaf1 req-a4e7824f-f1d4-4f1c-860c-f0649656ee2b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.1614137 Feb 07 01:49:06.356369 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-821296c3-d330-46ea-b372-f3c775f5eaf1 req-07e135fe-9785-4d8e-afe2-5f63dbb34b0a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559487 Feb 07 01:49:07.658378 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ada81-c764-492e-be48-3f61181fcc7d req-fef35812-7a1b-4e2a-b93b-77d6b0e77390 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:07.659973 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4b1ada81-c764-492e-be48-3f61181fcc7d req-fef35812-7a1b-4e2a-b93b-77d6b0e77390 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.1624992 Feb 07 01:49:07.722609 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4b1ada81-c764-492e-be48-3f61181fcc7d req-4d02eff8-14fd-4735-a3cf-43d6f397b81b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558615 Feb 07 01:49:09.029632 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dade86-1f12-415f-81df-f637a8ae3ba1 req-5bb12af9-c32f-4e59-b07e-9b3a262a0226 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:09.031192 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f1dade86-1f12-415f-81df-f637a8ae3ba1 req-5bb12af9-c32f-4e59-b07e-9b3a262a0226 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.1640623 Feb 07 01:49:09.093831 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f1dade86-1f12-415f-81df-f637a8ae3ba1 req-3a5f1763-5bf7-4970-b7da-4c98ace8acb9 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565765 Feb 07 01:49:10.403469 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4be466-4d07-4e7c-a6fc-a658d43b9ccf req-c2acc8ec-ca4d-47d4-b615-bbeb40e27b4e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:10.405130 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cd4be466-4d07-4e7c-a6fc-a658d43b9ccf req-c2acc8ec-ca4d-47d4-b615-bbeb40e27b4e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.1617899 Feb 07 01:49:10.469745 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cd4be466-4d07-4e7c-a6fc-a658d43b9ccf req-9d9a8bbf-9bc0-450b-a4a0-e37a2164feee tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582154 Feb 07 01:49:11.307854 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2f9bfd95-7b4a-4c64-913d-a779ad62fe57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:11.774148 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06dc3d-ffdd-4141-a375-aa7c1e193752 req-6dfc6754-861a-439a-86a9-11f3f4b2ed4a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:11.775893 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1e06dc3d-ffdd-4141-a375-aa7c1e193752 req-6dfc6754-861a-439a-86a9-11f3f4b2ed4a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.1641545 Feb 07 01:49:11.840728 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1e06dc3d-ffdd-4141-a375-aa7c1e193752 req-1e669110-58b7-4ca5-b631-9e508219350f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586028 Feb 07 01:49:12.152478 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 74421200-a2b4-4a52-be2f-c889b25a0127 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:49:12.222432 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 74421200-a2b4-4a52-be2f-c889b25a0127 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:49:12.222876 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:13.144289 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fd6f3-a65e-4793-8ac9-511a982645d6 req-e82e1916-f6c6-4473-98d5-cd7c34ae04d0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:13.146009 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-545fd6f3-a65e-4793-8ac9-511a982645d6 req-e82e1916-f6c6-4473-98d5-cd7c34ae04d0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.1616888 Feb 07 01:49:13.216802 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-545fd6f3-a65e-4793-8ac9-511a982645d6 req-5c805001-389b-44ca-9753-2fb2a98f013c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643699 Feb 07 01:49:13.680596 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:13.717925 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-dee17a4a-2024-4962-8690-98dff5dfac51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:14.062492 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:14.569492 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dff633-be00-4000-9000-5391ddd30150 req-b8f721ab-8d17-4487-a15b-bf482fe82776 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:14.577345 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a8dff633-be00-4000-9000-5391ddd30150 req-b8f721ab-8d17-4487-a15b-bf482fe82776 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.2044680 Feb 07 01:49:14.639902 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a8dff633-be00-4000-9000-5391ddd30150 req-22f4b90d-a408-4a43-a974-4191127d8c77 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606863 Feb 07 01:49:15.028411 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:15.559930 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:15.962151 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4729d-3b1d-408e-a0ba-bd5b258f39b2 req-8cc31241-43fc-4434-b613-7a5a3613805b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:15.963973 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9af4729d-3b1d-408e-a0ba-bd5b258f39b2 req-8cc31241-43fc-4434-b613-7a5a3613805b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.1718776 Feb 07 01:49:16.030564 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9af4729d-3b1d-408e-a0ba-bd5b258f39b2 req-de892c42-cf61-4a43-95c6-f5868a9ad691 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602753 Feb 07 01:49:17.373653 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505a19c-71e6-4c50-ad3f-67e0755f589f req-1bd9f268-3f4c-44b3-950c-768d910d9e8f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:17.375410 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1505a19c-71e6-4c50-ad3f-67e0755f589f req-1bd9f268-3f4c-44b3-950c-768d910d9e8f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.1828122 Feb 07 01:49:17.446078 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1505a19c-71e6-4c50-ad3f-67e0755f589f req-8bbb411e-3c44-4289-8c17-2ec57fb06443 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632689 Feb 07 01:49:18.775774 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af394e-279e-44b2-91bc-3790746b0ea1 req-c053d7ef-0cd2-4c63-b35c-19b94889e4a4 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:18.777413 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f1af394e-279e-44b2-91bc-3790746b0ea1 req-c053d7ef-0cd2-4c63-b35c-19b94889e4a4 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.1705356 Feb 07 01:49:18.849546 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f1af394e-279e-44b2-91bc-3790746b0ea1 req-b854d6af-2884-436b-be7c-46ff5032c2cc tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655365 Feb 07 01:49:20.170851 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14a056-dd92-4791-9222-89c024acce66 req-3f0aa94c-7ded-473f-98d3-2d0429164f26 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:20.178520 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1b14a056-dd92-4791-9222-89c024acce66 req-3f0aa94c-7ded-473f-98d3-2d0429164f26 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.1768405 Feb 07 01:49:20.249420 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1b14a056-dd92-4791-9222-89c024acce66 req-3fcf75fd-6765-42f7-ac78-50d9e9f7fbe8 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698662 Feb 07 01:49:21.621601 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ed95f-de1d-4249-82da-51ee62ff8725 req-5b1104ef-8298-4d0f-8109-c4122c92f25e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:21.623395 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-517ed95f-de1d-4249-82da-51ee62ff8725 req-5b1104ef-8298-4d0f-8109-c4122c92f25e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.2100642 Feb 07 01:49:21.703501 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-517ed95f-de1d-4249-82da-51ee62ff8725 req-03c6e121-d6b0-4147-901b-1621c42c81db tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731854 Feb 07 01:49:23.016240 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953629b-60a2-4259-868b-a6903254b605 req-e3e8dc18-7151-4c9e-8d7e-313a297b715c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:23.017764 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1953629b-60a2-4259-868b-a6903254b605 req-e3e8dc18-7151-4c9e-8d7e-313a297b715c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.1642799 Feb 07 01:49:23.080610 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1953629b-60a2-4259-868b-a6903254b605 req-d7538c08-9965-4057-93bd-be020a09e024 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559757 Feb 07 01:49:23.430540 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc6858-fb2a-48ea-a6ca-1c384316b2b8 req-ed7748c0-e59a-4d8f-b2e8-8f90c9710847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:23.432252 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13cc6858-fb2a-48ea-a6ca-1c384316b2b8 req-ed7748c0-e59a-4d8f-b2e8-8f90c9710847 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6f4b9f9a5074df79ed740320e365959&device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 1162 time: 0.1547298 Feb 07 01:49:23.579794 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc6858-fb2a-48ea-a6ca-1c384316b2b8 req-cab5a8e0-cd2c-4922-8ec6-5457edad0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:23.581326 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13cc6858-fb2a-48ea-a6ca-1c384316b2b8 req-cab5a8e0-cd2c-4922-8ec6-5457edad0ee6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7a2773e7-cc87-48c9-a224-6aff3de68ac6 HTTP/1.1" status: 200 len: 910 time: 0.1422100 Feb 07 01:49:23.708499 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13cc6858-fb2a-48ea-a6ca-1c384316b2b8 req-5785faf9-f017-4928-b985-b24a86cdf082 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74421200-a2b4-4a52-be2f-c889b25a0127 HTTP/1.1" status: 200 len: 1001 time: 0.1193533 Feb 07 01:49:23.777879 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc6858-fb2a-48ea-a6ca-1c384316b2b8 req-7588ccf9-d130-40d4-973d-12a4fb077633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:23.779553 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13cc6858-fb2a-48ea-a6ca-1c384316b2b8 req-7588ccf9-d130-40d4-973d-12a4fb077633 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7045f51-fb53-4f5e-bc51-a1b3402ec37e HTTP/1.1" status: 200 len: 855 time: 0.0648830 Feb 07 01:49:23.873241 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc6858-fb2a-48ea-a6ca-1c384316b2b8 req-1097cebe-6b54-444d-adaf-e4215207b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:23.874858 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13cc6858-fb2a-48ea-a6ca-1c384316b2b8 req-1097cebe-6b54-444d-adaf-e4215207b7a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a2773e7-cc87-48c9-a224-6aff3de68ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831020 Feb 07 01:49:24.018046 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13cc6858-fb2a-48ea-a6ca-1c384316b2b8 req-3c5b43c2-83a6-40ed-9278-cc084bedf193 service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353395 Feb 07 01:49:24.436591 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13cc6858-fb2a-48ea-a6ca-1c384316b2b8 req-4eac6064-db2f-430e-8309-ab1e63f16ebe service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4113302 Feb 07 01:49:24.533650 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2cc4b-57cc-4f39-8ff0-355c9310f34d req-2ecfadcb-247e-4b63-8a3d-97ef5caf1f62 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:24.535266 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6cf2cc4b-57cc-4f39-8ff0-355c9310f34d req-2ecfadcb-247e-4b63-8a3d-97ef5caf1f62 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.1856732 Feb 07 01:49:24.600621 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6cf2cc4b-57cc-4f39-8ff0-355c9310f34d req-f2c49372-3ca3-46ed-a3e8-fde57a9e117c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590618 Feb 07 01:49:25.135593 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:49:25.902057 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d6d0f-9b8d-4abb-9cb7-0614d8e27367 req-8821b5be-5aa1-468e-b477-e20e8e29f0f3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:25.903593 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-262d6d0f-9b8d-4abb-9cb7-0614d8e27367 req-8821b5be-5aa1-468e-b477-e20e8e29f0f3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.1578104 Feb 07 01:49:25.965390 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-262d6d0f-9b8d-4abb-9cb7-0614d8e27367 req-37b68cca-8aac-43f9-86e5-4fd5cab122d7 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554736 Feb 07 01:49:27.270515 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f54ff4-4e74-4a7b-9101-296740db498e req-070d2e85-51a8-44a4-bd77-a434346b84f4 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:27.272286 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e6f54ff4-4e74-4a7b-9101-296740db498e req-070d2e85-51a8-44a4-bd77-a434346b84f4 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.1671834 Feb 07 01:49:27.334505 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e6f54ff4-4e74-4a7b-9101-296740db498e req-f2f5b898-d2dc-4d6b-8b7b-b6fd1710ea77 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560760 Feb 07 01:49:28.027334 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 74421200-a2b4-4a52-be2f-c889b25a0127 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:49:28.155035 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:28.185419 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc6ac4b-8936-4880-b904-1929faabe62f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74421200-a2b4-4a52-be2f-c889b25a0127'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:49:28.196428 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 74421200-a2b4-4a52-be2f-c889b25a0127, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=74421200-a2b4-4a52-be2f-c889b25a0127,segment=NetworkSegment(71a8b691-2713-4aab-834f-a491422c389e),segment_id=71a8b691-2713-4aab-834f-a491422c389e)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:49:28.203219 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:28.205139 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:49:28.315076 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=74421200-a2b4-4a52-be2f-c889b25a0127,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:49:28.324303 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.324821 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.325520 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.326072 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.326599 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.327155 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.327674 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.328343 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.328864 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.329381 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.329900 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.330498 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.331131 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.331612 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.332120 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.332756 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.333273 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.334094 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.334613 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.335631 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.336012 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.336398 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.336730 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.337194 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:28.349241 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:49:28.373135 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49274) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:49:28.484798 dv-cinder-740146-7-smb neutron-server[79830]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4bc6ac4b-8936-4880-b904-1929faabe62f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74421200-a2b4-4a52-be2f-c889b25a0127', 'code': 422} returned with failed status Feb 07 01:49:28.532828 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d48419-231a-4f5f-88cb-bf609e106356 req-dbd15819-efeb-4c73-a9fc-8ed3957ba202 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:28.535527 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b2d48419-231a-4f5f-88cb-bf609e106356 req-dbd15819-efeb-4c73-a9fc-8ed3957ba202 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 943 time: 0.2569151 Feb 07 01:49:28.567576 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b25e0fb4-40e8-492a-b48c-30c8600a5f58 req-2c94acae-76e6-4107-9294-42a070e54a49 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1936927 Feb 07 01:49:28.615929 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b2d48419-231a-4f5f-88cb-bf609e106356 req-1f2dc977-a158-4b80-8d50-7b5902ba678c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729392 Feb 07 01:49:29.923675 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046351a8-eb2b-430f-8376-2987649d7659 req-cb8ec828-f4e8-471d-951c-c5dad29110ab tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:29.925224 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-046351a8-eb2b-430f-8376-2987649d7659 req-cb8ec828-f4e8-471d-951c-c5dad29110ab tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 943 time: 0.1657007 Feb 07 01:49:29.995857 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-046351a8-eb2b-430f-8376-2987649d7659 req-6a6a1b4c-fe24-45b2-b927-e30d32906945 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636652 Feb 07 01:49:30.081966 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e0fb4-40e8-492a-b48c-30c8600a5f58 req-9d0dcc56-ceec-4693-bae6-fe16c2dca78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:30.083521 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b25e0fb4-40e8-492a-b48c-30c8600a5f58 req-9d0dcc56-ceec-4693-bae6-fe16c2dca78b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f&tenant_id=a6f4b9f9a5074df79ed740320e365959 HTTP/1.1" status: 200 len: 1160 time: 0.0832796 Feb 07 01:49:30.189348 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e0fb4-40e8-492a-b48c-30c8600a5f58 req-316ff99f-11df-465f-8f91-ef8f16fba84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:30.190858 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b25e0fb4-40e8-492a-b48c-30c8600a5f58 req-316ff99f-11df-465f-8f91-ef8f16fba84a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6f4b9f9a5074df79ed740320e365959&device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 1160 time: 0.0758934 Feb 07 01:49:30.329139 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e0fb4-40e8-492a-b48c-30c8600a5f58 req-a716f6f4-1155-40bc-9330-6508046e7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:30.330650 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b25e0fb4-40e8-492a-b48c-30c8600a5f58 req-a716f6f4-1155-40bc-9330-6508046e7fc4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7a2773e7-cc87-48c9-a224-6aff3de68ac6 HTTP/1.1" status: 200 len: 910 time: 0.1328664 Feb 07 01:49:30.442607 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b25e0fb4-40e8-492a-b48c-30c8600a5f58 req-a7d08ebc-8114-4ff4-994b-8ab6f414da45 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74421200-a2b4-4a52-be2f-c889b25a0127 HTTP/1.1" status: 200 len: 999 time: 0.1053243 Feb 07 01:49:30.511037 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e0fb4-40e8-492a-b48c-30c8600a5f58 req-1426340d-824e-4d74-a678-4e8a80eb4926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:30.512605 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b25e0fb4-40e8-492a-b48c-30c8600a5f58 req-1426340d-824e-4d74-a678-4e8a80eb4926 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7045f51-fb53-4f5e-bc51-a1b3402ec37e HTTP/1.1" status: 200 len: 855 time: 0.0639997 Feb 07 01:49:30.597928 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e0fb4-40e8-492a-b48c-30c8600a5f58 req-afaae107-6a22-41ec-8bf9-898511ec915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:30.600145 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b25e0fb4-40e8-492a-b48c-30c8600a5f58 req-afaae107-6a22-41ec-8bf9-898511ec915d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a2773e7-cc87-48c9-a224-6aff3de68ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806851 Feb 07 01:49:30.743454 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b25e0fb4-40e8-492a-b48c-30c8600a5f58 req-cfc2fdf0-82bf-4563-a066-02e1eeb6476d service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370065 Feb 07 01:49:30.889659 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b25e0fb4-40e8-492a-b48c-30c8600a5f58 req-bf6bf6f8-d66b-4c88-a220-a88b1b54ebb4 service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367862 Feb 07 01:49:31.310037 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa2529-3081-49da-b709-f9d371629147 req-8b4aa6e1-050d-42d3-94c8-4cbe3dba5804 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:31.311777 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f5fa2529-3081-49da-b709-f9d371629147 req-8b4aa6e1-050d-42d3-94c8-4cbe3dba5804 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 943 time: 0.1621935 Feb 07 01:49:31.376026 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f5fa2529-3081-49da-b709-f9d371629147 req-95f06fc2-7a62-4e6a-ac79-1dbdaaca73f2 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579627 Feb 07 01:49:32.716881 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93455ae7-dcfb-45bc-9749-753ff0de6e27 req-aca0853d-212f-40bd-b910-9ee3659c979f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:32.718492 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-93455ae7-dcfb-45bc-9749-753ff0de6e27 req-aca0853d-212f-40bd-b910-9ee3659c979f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 943 time: 0.1881037 Feb 07 01:49:32.783687 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-93455ae7-dcfb-45bc-9749-753ff0de6e27 req-7fa4fb14-2efb-4cf6-bddf-e70830ac6a55 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587311 Feb 07 01:49:34.095080 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c716e9c-2c39-46bf-a2e0-6795f60caf3c req-2d2aca19-476f-41e2-a062-5f3d87e6e90a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:34.096722 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9c716e9c-2c39-46bf-a2e0-6795f60caf3c req-2d2aca19-476f-41e2-a062-5f3d87e6e90a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 943 time: 0.1632042 Feb 07 01:49:34.167670 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9c716e9c-2c39-46bf-a2e0-6795f60caf3c req-fdeea07b-5539-4028-95e7-ac7e7d109852 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643857 Feb 07 01:49:35.486374 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d5a8c-0cee-4a17-ad1a-007efa336f32 req-20325244-ba6f-42c5-b77d-4237ce3631cd tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:35.488034 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ce5d5a8c-0cee-4a17-ad1a-007efa336f32 req-20325244-ba6f-42c5-b77d-4237ce3631cd tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 943 time: 0.1682971 Feb 07 01:49:35.555794 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ce5d5a8c-0cee-4a17-ad1a-007efa336f32 req-5f44633f-d359-47a8-b579-290cdcbdfb83 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599725 Feb 07 01:49:36.913799 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896c7d8-395f-45d9-a918-ea769bf4bfbe req-89eb8cff-dcce-4949-8b94-d63c111ea25b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:36.915570 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e896c7d8-395f-45d9-a918-ea769bf4bfbe req-89eb8cff-dcce-4949-8b94-d63c111ea25b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 943 time: 0.2042391 Feb 07 01:49:36.986572 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e896c7d8-395f-45d9-a918-ea769bf4bfbe req-473617e2-5bfc-450f-b48a-214bb5fa953c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616379 Feb 07 01:49:38.317107 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ec926-0edb-430c-80e5-0a9a16d67db6 req-93e3d1d0-4a39-43dc-8d71-4e7a49065694 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:38.318780 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-528ec926-0edb-430c-80e5-0a9a16d67db6 req-93e3d1d0-4a39-43dc-8d71-4e7a49065694 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 943 time: 0.1770592 Feb 07 01:49:38.383315 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-528ec926-0edb-430c-80e5-0a9a16d67db6 req-a6672280-acd0-4fe7-a9cf-c4b6170e8380 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582418 Feb 07 01:49:39.731822 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686db8c-1f14-4463-86c7-08aab33bb196 req-ae2ddfbe-7a5e-42e9-b846-0ac52b53357e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:39.733569 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2686db8c-1f14-4463-86c7-08aab33bb196 req-ae2ddfbe-7a5e-42e9-b846-0ac52b53357e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 943 time: 0.1858437 Feb 07 01:49:39.807816 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2686db8c-1f14-4463-86c7-08aab33bb196 req-b503de93-3a0b-41f6-b80e-5d2720da7c60 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669374 Feb 07 01:49:41.127104 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61494d-536d-4432-b266-023fdc71bcb9 req-4d6f48f8-fe5d-4e39-bd52-fb1eaf3a75a9 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:41.129466 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-bd61494d-536d-4432-b266-023fdc71bcb9 req-4d6f48f8-fe5d-4e39-bd52-fb1eaf3a75a9 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 943 time: 0.1698067 Feb 07 01:49:41.196193 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-bd61494d-536d-4432-b266-023fdc71bcb9 req-74c8ab26-dfe5-4930-9b89-42ac1a7f5bae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598109 Feb 07 01:49:41.309721 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ce987bbe-99c5-4d11-b801-c9959a931c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:42.086425 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-69d993d9-3e45-42c1-9a2e-1c703ee19094 req-1cddccee-1f7d-49cc-be97-e90340d67df3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0780032 Feb 07 01:49:42.195126 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d993d9-3e45-42c1-9a2e-1c703ee19094 req-ca45f773-3657-4554-bb8b-768d2a643ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:42.196665 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-69d993d9-3e45-42c1-9a2e-1c703ee19094 req-ca45f773-3657-4554-bb8b-768d2a643ccc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b1931abed614b84acfd403a98a2afee&device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 1162 time: 0.0752673 Feb 07 01:49:42.404252 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d993d9-3e45-42c1-9a2e-1c703ee19094 req-5972fa06-8a30-4bb8-b2b8-daf4114d5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:42.405836 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-69d993d9-3e45-42c1-9a2e-1c703ee19094 req-5972fa06-8a30-4bb8-b2b8-daf4114d5199 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e542c9b-3ffd-4866-9222-017b5e713245 HTTP/1.1" status: 200 len: 902 time: 0.1882727 Feb 07 01:49:42.534530 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-69d993d9-3e45-42c1-9a2e-1c703ee19094 req-4ff0fd5e-f570-4d71-b207-1a91ef1cb3db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e5c1b1-597e-4371-8d7e-73367e0be26d HTTP/1.1" status: 200 len: 1001 time: 0.1206772 Feb 07 01:49:42.616165 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850fa39-4856-4840-a823-46e209a63b97 req-24e2ac97-4146-42d9-8c1a-ebc25f69a4ea tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:42.617747 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d850fa39-4856-4840-a823-46e209a63b97 req-24e2ac97-4146-42d9-8c1a-ebc25f69a4ea tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 943 time: 0.2695723 Feb 07 01:49:42.715213 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d993d9-3e45-42c1-9a2e-1c703ee19094 req-e8976e8c-5d73-4b73-ac06-88525c368ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:42.716756 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-69d993d9-3e45-42c1-9a2e-1c703ee19094 req-e8976e8c-5d73-4b73-ac06-88525c368ba2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35a3d2b9-4916-45e4-9a0e-0b345ec47c3b HTTP/1.1" status: 200 len: 847 time: 0.0980566 Feb 07 01:49:42.734631 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d850fa39-4856-4840-a823-46e209a63b97 req-861528b0-fa6c-4b50-9cf6-6f2a4da0e118 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781844 Feb 07 01:49:42.814559 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d993d9-3e45-42c1-9a2e-1c703ee19094 req-7a6b70bb-81f0-41f1-88af-8edb738d3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:42.816214 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-69d993d9-3e45-42c1-9a2e-1c703ee19094 req-7a6b70bb-81f0-41f1-88af-8edb738d3b91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e542c9b-3ffd-4866-9222-017b5e713245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806563 Feb 07 01:49:42.959819 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-69d993d9-3e45-42c1-9a2e-1c703ee19094 req-1f5623b8-b67b-4553-986e-298196fbca29 service neutron] 10.222.0.45 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361885 Feb 07 01:49:43.339006 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-69d993d9-3e45-42c1-9a2e-1c703ee19094 req-c9309afc-8937-482a-a6b0-c1c91bbbcc78 service neutron] 10.222.0.45 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3718891 Feb 07 01:49:43.685947 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:43.717746 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3e4426d9-35d0-44b4-ba57-c5ca895c2820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:44.045204 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e8975-8cef-4622-9e02-e19d6f8b5720 req-d120edb7-9aea-4507-b80b-591436254dbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:44.046797 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f4e8975-8cef-4622-9e02-e19d6f8b5720 req-d120edb7-9aea-4507-b80b-591436254dbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 943 time: 0.1653361 Feb 07 01:49:44.065044 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:44.111149 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9f4e8975-8cef-4622-9e02-e19d6f8b5720 req-5fa7e7f0-58de-4a98-aa75-031b2b3535d3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563445 Feb 07 01:49:44.609583 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 74421200-a2b4-4a52-be2f-c889b25a0127 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:49:44.681486 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 74421200-a2b4-4a52-be2f-c889b25a0127 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:49:44.692366 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:44.808267 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:44.837048 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc6ac4b-8936-4880-b904-1929faabe62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74421200-a2b4-4a52-be2f-c889b25a0127'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:49:44.847418 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 74421200-a2b4-4a52-be2f-c889b25a0127, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=74421200-a2b4-4a52-be2f-c889b25a0127,segment=NetworkSegment(71a8b691-2713-4aab-834f-a491422c389e),segment_id=71a8b691-2713-4aab-834f-a491422c389e)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:49:44.850989 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:44.852918 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5cb9f319-3af1-42ae-9976-7a595feae3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:49:44.902090 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc6ac4b-8936-4880-b904-1929faabe62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74421200-a2b4-4a52-be2f-c889b25a0127', 'code': 200} Feb 07 01:49:44.928790 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=74421200-a2b4-4a52-be2f-c889b25a0127,revision_number=6']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:49:44.932130 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:49:45.030194 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:45.434145 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfef36-04e5-4acd-a2a3-06592766ab53 req-88950349-1abc-4cf8-be6a-06acf9960569 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:45.435772 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-17bfef36-04e5-4acd-a2a3-06592766ab53 req-88950349-1abc-4cf8-be6a-06acf9960569 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 945 time: 0.2357464 Feb 07 01:49:45.562045 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:45.620668 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab378905-108a-4c58-a19c-c56ca0a38852 req-4f0d6d0d-7ea4-47e9-b8ff-e6c2627c04d4 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:45.622377 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ab378905-108a-4c58-a19c-c56ca0a38852 req-4f0d6d0d-7ea4-47e9-b8ff-e6c2627c04d4 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.3557613 Feb 07 01:49:45.649920 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-17bfef36-04e5-4acd-a2a3-06592766ab53 req-aee78863-0494-43f8-8753-a865a8322ad3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ec59e-771f-4d97-bc20-6e691bfca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678498 Feb 07 01:49:45.696219 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d6adc-c769-4758-9b67-12ed4cfca0b7 req-f5ba9f50-2359-4d63-a291-ee3fe0f994bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:45.697762 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a52d6adc-c769-4758-9b67-12ed4cfca0b7 req-f5ba9f50-2359-4d63-a291-ee3fe0f994bd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 1162 time: 0.2610421 Feb 07 01:49:45.718143 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ab378905-108a-4c58-a19c-c56ca0a38852 req-75468bdf-9f66-4ab0-92b2-0029473e24d3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868101 Feb 07 01:49:45.760756 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a52d6adc-c769-4758-9b67-12ed4cfca0b7 req-66078335-b77c-4c71-b5f2-b59ab757dfba service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416160 Feb 07 01:49:46.303953 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 74421200-a2b4-4a52-be2f-c889b25a0127 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:49:46.374986 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 74421200-a2b4-4a52-be2f-c889b25a0127 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:49:46.375405 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:46.945468 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470d19d-e71d-4424-82a5-99e055bcab77 req-a8cfa4eb-6908-4e1a-a4c9-f5ffb054321a tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:46.947120 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d470d19d-e71d-4424-82a5-99e055bcab77 req-a8cfa4eb-6908-4e1a-a4c9-f5ffb054321a tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 945 time: 0.1677582 Feb 07 01:49:47.068154 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d470d19d-e71d-4424-82a5-99e055bcab77 req-c075c8a2-2502-4260-9811-789d3545079f tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ec59e-771f-4d97-bc20-6e691bfca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830386 Feb 07 01:49:47.171171 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce838fb9-ae0e-4d85-a69c-03ee73b770a2 req-8862ebc3-3728-423d-acca-88a15eea68ac tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:47.174014 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ce838fb9-ae0e-4d85-a69c-03ee73b770a2 req-8862ebc3-3728-423d-acca-88a15eea68ac tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.2257278 Feb 07 01:49:47.238319 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ce838fb9-ae0e-4d85-a69c-03ee73b770a2 req-5d080043-dd27-47fa-8665-2d20d2bb8e5b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576298 Feb 07 01:49:47.773569 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-a9f6e859-d2e3-4245-af91-38c59a7e5689 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:47.775152 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-a9f6e859-d2e3-4245-af91-38c59a7e5689 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 945 time: 0.1632237 Feb 07 01:49:47.870614 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Deleting port 1f3198e6-eda4-4926-be35-d22ae835083a {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:49:47.871008 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:48.127296 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] For port 1f3198e6-eda4-4926-be35-d22ae835083a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=1f3198e6-eda4-4926-be35-d22ae835083a,segment=NetworkSegment(adac9e24-efde-4325-84d9-6f9217d84b14),segment_id=adac9e24-efde-4325-84d9-6f9217d84b14)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:49:48.127794 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:48.180970 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 1f3198e6-eda4-4926-be35-d22ae835083a no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:49:48.305850 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:48.335382 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c72981-5264-4257-8fd5-97e93f8e0df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f3198e6-eda4-4926-be35-d22ae835083a'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:49:48.345641 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 1f3198e6-eda4-4926-be35-d22ae835083a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=1f3198e6-eda4-4926-be35-d22ae835083a,segment=NetworkSegment(adac9e24-efde-4325-84d9-6f9217d84b14),segment_id=adac9e24-efde-4325-84d9-6f9217d84b14)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:49:48.349420 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:48.351366 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3fdd0eab-7788-4575-93bd-f9899494e463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:49:48.419698 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=1f3198e6-eda4-4926-be35-d22ae835083a,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:49:48.422970 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:49:48.579070 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b69d60-6def-4003-bacf-7c4c0d539099 req-6eb99045-8e29-4d8a-aa4d-0242931adc84 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:48.580695 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-18b69d60-6def-4003-bacf-7c4c0d539099 req-6eb99045-8e29-4d8a-aa4d-0242931adc84 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 945 time: 0.3751361 Feb 07 01:49:48.710904 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-18b69d60-6def-4003-bacf-7c4c0d539099 req-1b4fdc21-7263-4313-8bcd-30fd90f12e62 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ec59e-771f-4d97-bc20-6e691bfca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089675 Feb 07 01:49:48.714873 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:48.715282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680368'] for floatingip, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:48.715635 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.l3_db [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Floating IP bb4dbdb9-2937-40fa-8de6-cf7a3f3fc7cb disassociated. External IP: 172.28.0.178, port: 1f3198e6-eda4-4926-be35-d22ae835083a. Feb 07 01:49:48.716019 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Calling delete_port for 1f3198e6-eda4-4926-be35-d22ae835083a owned by compute:nova {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:49:48.780326 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c72981-5264-4257-8fd5-97e93f8e0df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f3198e6-eda4-4926-be35-d22ae835083a', 'code': 200} Feb 07 01:49:48.863006 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512b489-314a-4c0e-aed6-d821904fca6f req-82e1d066-31bd-4f95-8e28-5ddd9602c337 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:48.865128 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c512b489-314a-4c0e-aed6-d821904fca6f req-82e1d066-31bd-4f95-8e28-5ddd9602c337 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.4678915 Feb 07 01:49:48.920654 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.api [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79942) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 07 01:49:48.921021 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_db.api [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 07 01:49:48.947512 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c512b489-314a-4c0e-aed6-d821904fca6f req-1a2ba8d8-970c-4b2c-9cf2-74245bbe93eb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614581 Feb 07 01:49:49.421901 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Deleting port 1f3198e6-eda4-4926-be35-d22ae835083a {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:49:49.422443 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:49.683866 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] For port 1f3198e6-eda4-4926-be35-d22ae835083a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=1f3198e6-eda4-4926-be35-d22ae835083a,segment=NetworkSegment(adac9e24-efde-4325-84d9-6f9217d84b14),segment_id=adac9e24-efde-4325-84d9-6f9217d84b14)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:49:49.684187 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:50.136335 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b39f3-4aaa-4cf6-9506-a16304c57fb1 req-847c38d2-a827-4ffe-afaa-c8d0fab1a890 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:49:50.137867 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-de3b39f3-4aaa-4cf6-9506-a16304c57fb1 req-847c38d2-a827-4ffe-afaa-c8d0fab1a890 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 943 time: 0.2943234 Feb 07 01:49:50.139638 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:50.140052 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680368'] for floatingip, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:50.140401 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.l3_db [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Floating IP bb4dbdb9-2937-40fa-8de6-cf7a3f3fc7cb disassociated. External IP: 172.28.0.178, port: 1f3198e6-eda4-4926-be35-d22ae835083a. Feb 07 01:49:50.140780 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Calling delete_port for 1f3198e6-eda4-4926-be35-d22ae835083a owned by compute:nova {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:49:50.487997 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-de3b39f3-4aaa-4cf6-9506-a16304c57fb1 req-34cb9b19-df05-4195-b7bb-a83268ede1e9 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab2ec59e-771f-4d97-bc20-6e691bfca7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949373 Feb 07 01:49:50.565113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:50.579608 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:49:50.632563 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Pushing event deleted for resources: {'Port': ['ID=1f3198e6-eda4-4926-be35-d22ae835083a,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:49:50.636359 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:49:50.938047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Router 123ec2af-368e-478a-931f-a7f194062381 has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:49:51.122021 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:49:51.131734 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510b404f-b79c-425d-8a31-5900340f3d60 None None] Sync routers for ids ['123ec2af-368e-478a-931f-a7f194062381'] in dv-cinder-740146-7-smb {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:49:51.141577 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b404f-b79c-425d-8a31-5900340f3d60 None None] Routers {'123ec2af-368e-478a-931f-a7f194062381'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:49:51.142242 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-510b404f-b79c-425d-8a31-5900340f3d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:49:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['123ec2af-368e-478a-931f-a7f194062381'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:49:51.164336 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] No DVR routers for this DVR port 1f3198e6-eda4-4926-be35-d22ae835083a on host hv-cinder-74014 {{(pid=79942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:49:51.166768 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:51.169699 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c72981-5264-4257-8fd5-97e93f8e0df4', 'name': 'network-vif-deleted', 'tag': '1f3198e6-eda4-4926-be35-d22ae835083a'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:49:51.193956 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e188b234-c06c-4ed7-b46a-29a44f05a9e0 req-52905ae2-cbfc-4032-9bd3-00bd6a6e38a3 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.45 "DELETE /v2.0/ports/1f3198e6-eda4-4926-be35-d22ae835083a HTTP/1.1" status: 204 len: 173 time: 3.4119272 Feb 07 01:49:51.335542 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c72981-5264-4257-8fd5-97e93f8e0df4', 'name': 'network-vif-deleted', 'tag': '1f3198e6-eda4-4926-be35-d22ae835083a', 'status': 'completed', 'code': 200} Feb 07 01:49:51.346917 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-510b404f-b79c-425d-8a31-5900340f3d60 None None] Set router 123ec2af-368e-478a-931f-a7f194062381 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:49:51.680253 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-510b404f-b79c-425d-8a31-5900340f3d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '09b8599f-af92-476e-bc6e-e9340c6e65f5', 'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'mac_address': 'fa:16:3e:57:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:44:02Z', 'updated_at': '2021-02-07T01:44:17Z', 'revision_number': 5, 'project_id': 'cf900df8f787450599a27a266d50017b', 'subnets': [{'id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:49:51.684632 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510b404f-b79c-425d-8a31-5900340f3d60 None None] Checking router: 123ec2af-368e-478a-931f-a7f194062381 for host: dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:49:51.685008 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-664541a9-8b51-456d-882c-486d8176ed5c req-227fc875-aee9-43d4-ab5d-62d6ec9d0ca1 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Synchronizing usage tracker for tenant:cf900df8f787450599a27a266d50017b on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:49:51.694514 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b404f-b79c-425d-8a31-5900340f3d60 None None] Routers {'123ec2af-368e-478a-931f-a7f194062381'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:49:51.695255 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-510b404f-b79c-425d-8a31-5900340f3d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:49:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['123ec2af-368e-478a-931f-a7f194062381'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:49:51.702762 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-664541a9-8b51-456d-882c-486d8176ed5c req-227fc875-aee9-43d4-ab5d-62d6ec9d0ca1 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Unset dirty status for tenant:cf900df8f787450599a27a266d50017b on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:49:51.704319 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-664541a9-8b51-456d-882c-486d8176ed5c req-227fc875-aee9-43d4-ab5d-62d6ec9d0ca1 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8c72981-5264-4257-8fd5-97e93f8e0df4 HTTP/1.1" status: 200 len: 210 time: 0.0683398 Feb 07 01:49:52.045024 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-510b404f-b79c-425d-8a31-5900340f3d60 None None] Set router 123ec2af-368e-478a-931f-a7f194062381 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:49:52.370447 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-510b404f-b79c-425d-8a31-5900340f3d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '09b8599f-af92-476e-bc6e-e9340c6e65f5', 'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'mac_address': 'fa:16:3e:57:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:44:02Z', 'updated_at': '2021-02-07T01:44:17Z', 'revision_number': 5, 'project_id': 'cf900df8f787450599a27a266d50017b', 'subnets': [{'id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:49:52.375097 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510b404f-b79c-425d-8a31-5900340f3d60 None None] The sync data for ids ['123ec2af-368e-478a-931f-a7f194062381'] in dv-cinder-740146-7-smb is: [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '09b8599f-af92-476e-bc6e-e9340c6e65f5', 'name': '', 'network_id': '08866757-d3c7-4c94-a1bb-5736c8720014', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'mac_address': 'fa:16:3e:57:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:44:02Z', 'updated_at': '2021-02-07T01:44:17Z', 'revision_number': 5, 'project_id': 'cf900df8f787450599a27a266d50017b', 'subnets': [{'id': 'dcafc843-a804-40f2-8b05-784a1ee2cb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:49:52.764990 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68acbbbd-1670-4bc7-a844-45c4f764ddb3 None None] New status for floating IP bb4dbdb9-2937-40fa-8de6-cf7a3f3fc7cb: DOWN {{(pid=79944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 07 01:49:52.859251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 49464) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:49:52.941821 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:52.971510 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:53.020312 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:53.026065 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-6003cd99-ed0d-4081-bc1f-69853ca5aafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:49:53.043207 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2ec59e-771f-4d97-bc20-6e691bfca7b3,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:49:53.052481 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.052900 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.053311 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.053713 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.054112 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.054507 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.054949 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.055343 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.055735 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.056123 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.056514 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.056902 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.057344 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.057735 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.058125 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.058508 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.058952 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.059282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.059668 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.060055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.060442 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.060833 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.061222 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.061609 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:49:53.065138 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:53.066428 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "DELETE /v2.0/security-groups/ab2ec59e-771f-4d97-bc20-6e691bfca7b3 HTTP/1.1" status: 204 len: 168 time: 0.2061167 Feb 07 01:49:53.068404 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:49:53.069804 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 49468) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:49:53.087699 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.v2.resource [None req-3e5dfd24-caee-4168-bc38-3c996af33cea tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] show failed (client error): The resource could not be found. Feb 07 01:49:53.092356 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-3e5dfd24-caee-4168-bc38-3c996af33cea tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "GET /v2.0/security-groups/ab2ec59e-771f-4d97-bc20-6e691bfca7b3 HTTP/1.1" status: 404 len: 347 time: 0.0179915 Feb 07 01:49:53.092356 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 49472) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:49:53.272629 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-7a296f77-d514-491a-afe5-6fe4a80c8b4f tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Deleting port 7028343f-2cc6-4efc-8434-ddea1f0e0c18 {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:49:53.272936 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7a296f77-d514-491a-afe5-6fe4a80c8b4f tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:53.455264 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7a296f77-d514-491a-afe5-6fe4a80c8b4f tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:53.455640 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7a296f77-d514-491a-afe5-6fe4a80c8b4f tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:53.586255 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-7a296f77-d514-491a-afe5-6fe4a80c8b4f tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Calling delete_port for 7028343f-2cc6-4efc-8434-ddea1f0e0c18 owned by network:floatingip {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:49:53.733414 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7a296f77-d514-491a-afe5-6fe4a80c8b4f tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:53.748441 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f831ff01-0b52-4d41-b778-4771ecac7140 tempest-AttachVolumeNegativeTest-1099592096 tempest-AttachVolumeNegativeTest-1099592096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:49:53.795733 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a296f77-d514-491a-afe5-6fe4a80c8b4f tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Pushing event deleted for resources: {'Port': ['ID=7028343f-2cc6-4efc-8434-ddea1f0e0c18,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:49:53.798412 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-7a296f77-d514-491a-afe5-6fe4a80c8b4f tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:49:53.964870 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7a296f77-d514-491a-afe5-6fe4a80c8b4f tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks [] for floatingip, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:53.981072 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7a296f77-d514-491a-afe5-6fe4a80c8b4f tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for floatingip, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:53.982291 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-7a296f77-d514-491a-afe5-6fe4a80c8b4f tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] 10.222.0.52 "DELETE /v2.0/floatingips/bb4dbdb9-2937-40fa-8de6-cf7a3f3fc7cb HTTP/1.1" status: 204 len: 168 time: 0.8893735 Feb 07 01:49:58.049531 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 49502) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:49:58.749767 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-051afd45-b813-4b10-8049-0fe4deec7f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854095659'] for router_interface, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:59.339893 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-051afd45-b813-4b10-8049-0fe4deec7f68 admin admin] Deleting port 09b8599f-af92-476e-bc6e-e9340c6e65f5 {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:49:59.340560 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-051afd45-b813-4b10-8049-0fe4deec7f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:59.525290 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-051afd45-b813-4b10-8049-0fe4deec7f68 admin admin] For port 09b8599f-af92-476e-bc6e-e9340c6e65f5, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=09b8599f-af92-476e-bc6e-e9340c6e65f5,segment=NetworkSegment(adac9e24-efde-4325-84d9-6f9217d84b14),segment_id=adac9e24-efde-4325-84d9-6f9217d84b14)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:49:59.525698 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-051afd45-b813-4b10-8049-0fe4deec7f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:59.660148 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-051afd45-b813-4b10-8049-0fe4deec7f68 admin admin] Calling delete_port for 09b8599f-af92-476e-bc6e-e9340c6e65f5 owned by network:router_interface {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:49:59.831407 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-051afd45-b813-4b10-8049-0fe4deec7f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:49:59.846733 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b597e4af-d388-4eef-ad62-8a1da2b8cbd3 tempest-VolumesNegativeTest-388245306 tempest-VolumesNegativeTest-388245306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:49:59.894194 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051afd45-b813-4b10-8049-0fe4deec7f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=09b8599f-af92-476e-bc6e-e9340c6e65f5,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:49:59.898511 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-051afd45-b813-4b10-8049-0fe4deec7f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:00.248763 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-051afd45-b813-4b10-8049-0fe4deec7f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854143029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854099226'] for router_interface, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:00.743832 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051afd45-b813-4b10-8049-0fe4deec7f68 admin admin] Router 123ec2af-368e-478a-931f-a7f194062381 has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:50:00.928739 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051afd45-b813-4b10-8049-0fe4deec7f68 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:50:00.937938 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237b83eb-ee84-4c97-9550-dd340954ef39 None None] Sync routers for ids ['123ec2af-368e-478a-931f-a7f194062381'] in dv-cinder-740146-7-smb {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:50:00.941184 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-051afd45-b813-4b10-8049-0fe4deec7f68 admin admin] 10.222.0.52 "PUT /v2.0/routers/123ec2af-368e-478a-931f-a7f194062381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8905346 Feb 07 01:50:00.944529 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 49508) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:00.949104 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237b83eb-ee84-4c97-9550-dd340954ef39 None None] Routers {'123ec2af-368e-478a-931f-a7f194062381'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:50:00.949776 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-237b83eb-ee84-4c97-9550-dd340954ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:49:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['123ec2af-368e-478a-931f-a7f194062381'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:50:01.128708 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-be40f5a9-1db1-4180-b7f3-8724af833b30 admin admin] Notify callbacks [] for router, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:01.137481 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-237b83eb-ee84-4c97-9550-dd340954ef39 None None] Set router 123ec2af-368e-478a-931f-a7f194062381 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:50:01.314007 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-be40f5a9-1db1-4180-b7f3-8724af833b30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:01.319292 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-be40f5a9-1db1-4180-b7f3-8724af833b30 admin admin] Deleting port e32ebeb6-3569-4909-b55e-00ff852a7ec7 {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:50:01.319542 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-be40f5a9-1db1-4180-b7f3-8724af833b30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:01.439954 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-237b83eb-ee84-4c97-9550-dd340954ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:49:59Z', 'revision_number': 5, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:50:01.444799 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237b83eb-ee84-4c97-9550-dd340954ef39 None None] Checking router: 123ec2af-368e-478a-931f-a7f194062381 for host: dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:50:01.454056 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237b83eb-ee84-4c97-9550-dd340954ef39 None None] Routers {'123ec2af-368e-478a-931f-a7f194062381'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:50:01.454724 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-237b83eb-ee84-4c97-9550-dd340954ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:49:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['123ec2af-368e-478a-931f-a7f194062381'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:50:01.505700 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-be40f5a9-1db1-4180-b7f3-8724af833b30 admin admin] For port e32ebeb6-3569-4909-b55e-00ff852a7ec7, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=e32ebeb6-3569-4909-b55e-00ff852a7ec7,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:50:01.505973 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-be40f5a9-1db1-4180-b7f3-8724af833b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:01.654441 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-237b83eb-ee84-4c97-9550-dd340954ef39 None None] Set router 123ec2af-368e-478a-931f-a7f194062381 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:50:01.884561 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-be40f5a9-1db1-4180-b7f3-8724af833b30 admin admin] Calling delete_port for e32ebeb6-3569-4909-b55e-00ff852a7ec7 owned by network:router_gateway {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:50:01.963949 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-237b83eb-ee84-4c97-9550-dd340954ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:49:59Z', 'revision_number': 5, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:50:01.968112 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237b83eb-ee84-4c97-9550-dd340954ef39 None None] The sync data for ids ['123ec2af-368e-478a-931f-a7f194062381'] in dv-cinder-740146-7-smb is: [{'id': '123ec2af-368e-478a-931f-a7f194062381', 'name': 'tempest-AttachVolumeTestJSON-267081776-router', 'tenant_id': 'cf900df8f787450599a27a266d50017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:43:48Z', 'updated_at': '2021-02-07T01:49:59Z', 'revision_number': 5, 'project_id': 'cf900df8f787450599a27a266d50017b', 'gw_port': {'id': 'e32ebeb6-3569-4909-b55e-00ff852a7ec7', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123ec2af-368e-478a-931f-a7f194062381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:43:50Z', 'updated_at': '2021-02-07T01:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}] {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:50:02.026715 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-be40f5a9-1db1-4180-b7f3-8724af833b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: WARNING neutron.plugins.ml2.ovo_rpc [None req-be40f5a9-1db1-4180-b7f3-8724af833b30 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: result = function(*args, **kwargs) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: proto.__init__(conn_state, self) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: self.handle() Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: self.handle_one_request() Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: self.handle_one_response() Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: result = self.application(self.environ, start_response) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: return app(environ, start_response) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: resp = self.call_func(req, *args, **kw) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: return self.func(req, *args, **kwargs) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: response = req.get_response(self.application) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: application, catch_exc_info=False) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: app_iter = application(self.environ, start_response) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: resp = self.call_func(req, *args, **kw) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: return self.func(req, *args, **kwargs) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: response = req.get_response(self.application) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: application, catch_exc_info=False) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: app_iter = application(self.environ, start_response) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: resp = self.call_func(req, *args, **kw) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: return self.func(req, *args, **kwargs) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: response = req.get_response(self.application) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: application, catch_exc_info=False) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: app_iter = application(self.environ, start_response) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: resp = self.call_func(req, *args, **kw) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: return self.func(req, *args, **kwargs) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: response = req.get_response(self.application) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: application, catch_exc_info=False) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: app_iter = application(self.environ, start_response) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: resp = self.call_func(req, *args, **kw) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: return self.func(req, *args, **kwargs) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: return request.get_response(self.application) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: application, catch_exc_info=False) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: app_iter = application(self.environ, start_response) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: resp = self.call_func(req, *args, **kw) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: return self.func(req, *args, **kwargs) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: response = req.get_response(self._app) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: application, catch_exc_info=False) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: app_iter = application(self.environ, start_response) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: return resp(environ, start_response) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: return resp(environ, start_response) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: response = self.app(environ, start_response) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: return resp(environ, start_response) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: resp = self.call_func(req, *args, **kw) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: return self.func(req, *args, **kwargs) Feb 07 01:50:02.029332 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: result = method(request=request, **args) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: return self._delete(request, id, **kwargs) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: return f(*args, **kwargs) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: return f(*args, **kwargs) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: return f(*dup_args, **dup_kwargs) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: obj_deleter(request.context, id, **kwargs) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: return method(*args, **kwargs) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: return f(*args, **kwargs) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: return f(*args, **kwargs) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: return f(*dup_args, **dup_kwargs) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: self._delete_current_gw_port(context, id, router, None) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: admin_ctx, gw_port_id, l3_port_check=False) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: return f(self, context, *args, **kwargs) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: return method(*args, **kwargs) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: context, port, router_ids, bound_mech_contexts) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: return function(*args, **kwargs) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: callback(resource, event, trigger, **kwargs) Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: if self._is_session_semantic_violated(context, resource, event): Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: stack = traceback.extract_stack() Feb 07 01:50:02.035139 dv-cinder-740146-7-smb neutron-server[79830]: Feb 07 01:50:02.135839 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:50:02.222989 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-be40f5a9-1db1-4180-b7f3-8724af833b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854095386'] for router_gateway, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:02.360999 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-be40f5a9-1db1-4180-b7f3-8724af833b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854102588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854535338'] for router, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:02.363368 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-be40f5a9-1db1-4180-b7f3-8724af833b30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:02.454236 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-be40f5a9-1db1-4180-b7f3-8724af833b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681557'] for router, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:02.454862 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be40f5a9-1db1-4180-b7f3-8724af833b30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 123ec2af-368e-478a-931f-a7f194062381 {{(pid=79942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 01:50:02.468747 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-be40f5a9-1db1-4180-b7f3-8724af833b30 admin admin] Notify callbacks [] for router, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:02.469931 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-be40f5a9-1db1-4180-b7f3-8724af833b30 admin admin] 10.222.0.52 "DELETE /v2.0/routers/123ec2af-368e-478a-931f-a7f194062381 HTTP/1.1" status: 204 len: 168 time: 1.5243983 Feb 07 01:50:02.472604 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 49512) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:02.543191 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27bc368-47b3-4cb4-8d4a-e6e8fe1b8bf4 admin admin] Deleting subnet dcafc843-a804-40f2-8b05-784a1ee2cb10 {{(pid=79942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 07 01:50:02.546268 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f27bc368-47b3-4cb4-8d4a-e6e8fe1b8bf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:02.597439 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f27bc368-47b3-4cb4-8d4a-e6e8fe1b8bf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852759826'] for subnet, precommit_delete_associations {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:02.727539 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f27bc368-47b3-4cb4-8d4a-e6e8fe1b8bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-10855'] for subnet, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:02.980488 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f27bc368-47b3-4cb4-8d4a-e6e8fe1b8bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854764961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852760723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378118'] for subnet, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:02.996441 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3107426d-7f6b-4242-9cfa-b6adddffc8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:03.035786 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bc368-47b3-4cb4-8d4a-e6e8fe1b8bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcafc843-a804-40f2-8b05-784a1ee2cb10,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:03.046990 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f27bc368-47b3-4cb4-8d4a-e6e8fe1b8bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:03.126422 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f27bc368-47b3-4cb4-8d4a-e6e8fe1b8bf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:03.132809 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c740e35f-90d8-45ed-9aa5-50852aa4823c None None] Network 08866757-d3c7-4c94-a1bb-5736c8720014 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:50:03.133169 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-f27bc368-47b3-4cb4-8d4a-e6e8fe1b8bf4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dcafc843-a804-40f2-8b05-784a1ee2cb10 HTTP/1.1" status: 204 len: 168 time: 0.6595128 Feb 07 01:50:03.136036 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49516) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:03.249143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854360936'] for network, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:03.323590 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Deleting port 563c1d5a-c8b6-43dc-8cba-94ca9648db99 {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:50:03.324056 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:03.392410 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecfa3bc-f04c-4c23-813a-e5f2ca552da9 None None] DHCP port deletion for 08866757-d3c7-4c94-a1bb-5736c8720014 request from dv-cinder-740146-7-smb {{(pid=79943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 07 01:50:03.396799 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-3ecfa3bc-f04c-4c23-813a-e5f2ca552da9 None None] Deleting port 563c1d5a-c8b6-43dc-8cba-94ca9648db99 {{(pid=79943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:50:03.397327 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa3bc-f04c-4c23-813a-e5f2ca552da9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:03.550914 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] For port 563c1d5a-c8b6-43dc-8cba-94ca9648db99, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=563c1d5a-c8b6-43dc-8cba-94ca9648db99,segment=NetworkSegment(adac9e24-efde-4325-84d9-6f9217d84b14),segment_id=adac9e24-efde-4325-84d9-6f9217d84b14)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:50:03.551223 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:03.618204 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-3ecfa3bc-f04c-4c23-813a-e5f2ca552da9 None None] For port 563c1d5a-c8b6-43dc-8cba-94ca9648db99, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=563c1d5a-c8b6-43dc-8cba-94ca9648db99,segment=NetworkSegment(adac9e24-efde-4325-84d9-6f9217d84b14),segment_id=adac9e24-efde-4325-84d9-6f9217d84b14)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:50:03.618575 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa3bc-f04c-4c23-813a-e5f2ca552da9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:03.682149 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Calling delete_port for 563c1d5a-c8b6-43dc-8cba-94ca9648db99 owned by network:dhcp {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:50:03.750664 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-3ecfa3bc-f04c-4c23-813a-e5f2ca552da9 None None] Calling delete_port for 563c1d5a-c8b6-43dc-8cba-94ca9648db99 owned by network:dhcp {{(pid=79943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:50:03.758827 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:03.774516 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bd127f56-810a-4769-9339-b2bf940abaaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:03.781849 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 09b8599f-af92-476e-bc6e-e9340c6e65f5 no longer exists at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:50:03.828638 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Pushing event deleted for resources: {'Port': ['ID=563c1d5a-c8b6-43dc-8cba-94ca9648db99,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:03.835318 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] No Port match for: 09b8599f-af92-476e-bc6e-e9340c6e65f5 {{(pid=79943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 07 01:50:03.835722 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 09b8599f-af92-476e-bc6e-e9340c6e65f5 not bound to the agent host dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:50:03.836198 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 563c1d5a-c8b6-43dc-8cba-94ca9648db99 no longer exists at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:50:03.848043 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.848475 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.848873 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.849265 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.849651 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.850037 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.850418 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.850800 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.851204 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.851590 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.851967 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.852345 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.852781 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.853164 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.853541 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.853918 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.854294 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.854673 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.855096 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.855473 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.855851 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.856228 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.856607 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.856981 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:03.860998 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:03.876118 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] No Port match for: 563c1d5a-c8b6-43dc-8cba-94ca9648db99 {{(pid=79943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 07 01:50:03.876518 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 563c1d5a-c8b6-43dc-8cba-94ca9648db99 not bound to the agent host dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:50:03.877004 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device e32ebeb6-3569-4909-b55e-00ff852a7ec7 no longer exists at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:50:03.918296 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] No Port match for: e32ebeb6-3569-4909-b55e-00ff852a7ec7 {{(pid=79943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 07 01:50:03.918693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device e32ebeb6-3569-4909-b55e-00ff852a7ec7 not bound to the agent host dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:50:03.937944 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] No DVR routers for this DVR port 563c1d5a-c8b6-43dc-8cba-94ca9648db99 on host dv-cinder-740146-7-smb {{(pid=79941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:50:04.184420 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.api [None req-3ecfa3bc-f04c-4c23-813a-e5f2ca552da9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 07 01:50:04.184987 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_db.api [None req-3ecfa3bc-f04c-4c23-813a-e5f2ca552da9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 07 01:50:04.282825 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14300', 'neutron.services.segments.db._delete_segments_for_network-8754015628454'] for network, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:04.393334 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08866757-d3c7-4c94-a1bb-5736c8720014']}} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:50:04.405797 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adac9e24-efde-4325-84d9-6f9217d84b14') {'for_net_delete': True} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:50:04.406156 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adac9e24-efde-4325-84d9-6f9217d84b14') {} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:50:04.417874 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754015625143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852707660'] for segment, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:04.434776 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:04.436905 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Releasing vxlan tunnel 5 to pool {{(pid=79941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 07 01:50:04.616869 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Network 08866757-d3c7-4c94-a1bb-5736c8720014 has no segments {{(pid=79941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:50:04.625911 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2420048'] for segment, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:04.685738 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-3ecfa3bc-f04c-4c23-813a-e5f2ca552da9 None None] Deleting port 563c1d5a-c8b6-43dc-8cba-94ca9648db99 {{(pid=79943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:50:04.686149 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa3bc-f04c-4c23-813a-e5f2ca552da9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:04.756409 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-3ecfa3bc-f04c-4c23-813a-e5f2ca552da9 None None] The port '563c1d5a-c8b6-43dc-8cba-94ca9648db99' was deleted {{(pid=79943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 07 01:50:04.804473 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Network 08866757-d3c7-4c94-a1bb-5736c8720014 has no segments {{(pid=79941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: Traceback (most recent call last): Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: timer() Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: cb(*args, **kw) Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: return func(*args, **kwargs) Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: self._notify() Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: self.callback(batched_events) Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: event.method(event) Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: segment_id)['aggregates'][0] Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: return f(self, *a, **k) Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: return self._get(url).json() Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: **kwargs) Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: return self.request(url, 'GET', **kwargs) Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: **endpoint_filter) Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 01:50:04.826672 dv-cinder-740146-7-smb neutron-server[79830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 01:50:04.906959 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680321'] for network, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:04.910627 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-179adbea-dddc-4d6a-a74a-405179df0404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:04.930839 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:04.937283 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Pushing event deleted for resources: {'Network': ['ID=08866757-d3c7-4c94-a1bb-5736c8720014,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:04.942243 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:04.953151 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] 10.222.0.52 "DELETE /v2.0/networks/08866757-d3c7-4c94-a1bb-5736c8720014 HTTP/1.1" status: 204 len: 168 time: 1.8159759 Feb 07 01:50:05.094535 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49522) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:05.146009 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-de3f3b5c-7953-40d5-be7d-045e185adb61 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf900df8f787450599a27a266d50017b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0496652 Feb 07 01:50:05.148486 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49526) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:05.208585 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-08917a88-e03c-43df-b4d6-fca9e9f5a083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:05.236466 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-08917a88-e03c-43df-b4d6-fca9e9f5a083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:05.280252 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-08917a88-e03c-43df-b4d6-fca9e9f5a083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:05.285038 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-7d43de12-3540-4a56-8989-fd6ed0fd53d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:05.298299 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08917a88-e03c-43df-b4d6-fca9e9f5a083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16e03c2-7694-4760-8499-4093495b1344,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:05.303047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-08917a88-e03c-43df-b4d6-fca9e9f5a083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:05.306614 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-08917a88-e03c-43df-b4d6-fca9e9f5a083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:05.307570 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-08917a88-e03c-43df-b4d6-fca9e9f5a083 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a16e03c2-7694-4760-8499-4093495b1344 HTTP/1.1" status: 204 len: 168 time: 0.1580062 Feb 07 01:50:07.015653 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 49576) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:07.164345 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a2eb30fd-222b-43e7-ab5f-1df32c666dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:07.179931 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-a2eb30fd-222b-43e7-ab5f-1df32c666dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:50:07.183903 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-a2eb30fd-222b-43e7-ab5f-1df32c666dfe admin admin] Usage tracker for resource:security_group_rule and tenant:e723b3448c914fe29ae102d82348b366 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:50:07.186803 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-a2eb30fd-222b-43e7-ab5f-1df32c666dfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:50:07.193052 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-a2eb30fd-222b-43e7-ab5f-1df32c666dfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:50:07.278945 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a2eb30fd-222b-43e7-ab5f-1df32c666dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:07.281554 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a2eb30fd-222b-43e7-ab5f-1df32c666dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:07.290370 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-db50f086-b299-48d8-b82c-37562d1ec1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:07.330776 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-a2eb30fd-222b-43e7-ab5f-1df32c666dfe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e723b3448c914fe29ae102d82348b366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140180 Feb 07 01:50:07.332870 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb30fd-222b-43e7-ab5f-1df32c666dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e26510-1156-4e44-838b-4f87a24fae9e,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:07.334408 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49582) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:07.338136 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a2eb30fd-222b-43e7-ab5f-1df32c666dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:07.404051 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8014fe69-98d0-45af-8313-299e5999a4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:07.431067 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8014fe69-98d0-45af-8313-299e5999a4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:07.479962 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8014fe69-98d0-45af-8313-299e5999a4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:07.485184 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-699e9d79-7682-446d-bc03-65ad67e1c9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:07.497471 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014fe69-98d0-45af-8313-299e5999a4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e26510-1156-4e44-838b-4f87a24fae9e,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:07.500598 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8014fe69-98d0-45af-8313-299e5999a4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:07.502565 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8014fe69-98d0-45af-8313-299e5999a4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:07.503807 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-8014fe69-98d0-45af-8313-299e5999a4f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06e26510-1156-4e44-838b-4f87a24fae9e HTTP/1.1" status: 204 len: 168 time: 0.1682410 Feb 07 01:50:09.897377 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49638) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:10.046735 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f7922c7e-de76-4f94-81f1-636f97dd7eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:10.062276 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-f7922c7e-de76-4f94-81f1-636f97dd7eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:50:10.066272 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-f7922c7e-de76-4f94-81f1-636f97dd7eec admin admin] Usage tracker for resource:security_group_rule and tenant:40704dc4b51f4fcf9990a2986a9edc38 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:50:10.069203 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-f7922c7e-de76-4f94-81f1-636f97dd7eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:50:10.075207 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-f7922c7e-de76-4f94-81f1-636f97dd7eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:50:10.158642 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f7922c7e-de76-4f94-81f1-636f97dd7eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:10.161770 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f7922c7e-de76-4f94-81f1-636f97dd7eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:10.170569 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-110f8b2f-e8d4-46f1-9575-5378ea24eefc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:10.216111 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-f7922c7e-de76-4f94-81f1-636f97dd7eec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40704dc4b51f4fcf9990a2986a9edc38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176274 Feb 07 01:50:10.217050 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7922c7e-de76-4f94-81f1-636f97dd7eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd86403e-2714-4d5d-bf01-c2881d396dfa,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:10.219119 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 49646) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:10.220269 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-f7922c7e-de76-4f94-81f1-636f97dd7eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:10.282040 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2dcab6d4-c97d-4ac5-a16e-0e6b8ecf8a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:10.311759 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2dcab6d4-c97d-4ac5-a16e-0e6b8ecf8a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:10.357385 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2dcab6d4-c97d-4ac5-a16e-0e6b8ecf8a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:10.362460 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-85d651dc-ef73-4947-be40-80c34cf741a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:10.377488 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcab6d4-c97d-4ac5-a16e-0e6b8ecf8a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd86403e-2714-4d5d-bf01-c2881d396dfa,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:10.381275 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2dcab6d4-c97d-4ac5-a16e-0e6b8ecf8a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:10.385613 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2dcab6d4-c97d-4ac5-a16e-0e6b8ecf8a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:10.386845 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-2dcab6d4-c97d-4ac5-a16e-0e6b8ecf8a9d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fd86403e-2714-4d5d-bf01-c2881d396dfa HTTP/1.1" status: 204 len: 168 time: 0.1666572 Feb 07 01:50:10.724211 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 49654) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:10.742770 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9ae23180-d2ab-4b6f-82c6-06db93671355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:10.758320 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-9ae23180-d2ab-4b6f-82c6-06db93671355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:50:10.762444 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-9ae23180-d2ab-4b6f-82c6-06db93671355 admin admin] Usage tracker for resource:security_group_rule and tenant:9fbd286cc72647eba70ba81f56610bce is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:50:10.765411 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-9ae23180-d2ab-4b6f-82c6-06db93671355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:50:10.771804 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-9ae23180-d2ab-4b6f-82c6-06db93671355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:50:10.854477 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9ae23180-d2ab-4b6f-82c6-06db93671355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:10.857215 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-9ae23180-d2ab-4b6f-82c6-06db93671355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:10.867109 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-91b32090-a422-4cf1-80d2-cf81632e7d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:10.911466 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-9ae23180-d2ab-4b6f-82c6-06db93671355 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9fbd286cc72647eba70ba81f56610bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861336 Feb 07 01:50:10.913143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae23180-d2ab-4b6f-82c6-06db93671355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f1bf27-d4e6-4d8f-81b0-7068fc2c3adc,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:10.914404 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49658) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:10.916568 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9ae23180-d2ab-4b6f-82c6-06db93671355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:10.977006 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1bb5de02-a840-4203-8442-e55e4574eb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:11.003892 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1bb5de02-a840-4203-8442-e55e4574eb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:11.049831 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1bb5de02-a840-4203-8442-e55e4574eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:11.055572 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-02e07cc0-e58a-4b41-bad2-c2b7a9483753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:11.067790 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5de02-a840-4203-8442-e55e4574eb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f1bf27-d4e6-4d8f-81b0-7068fc2c3adc,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:11.070224 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1bb5de02-a840-4203-8442-e55e4574eb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:11.078649 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1bb5de02-a840-4203-8442-e55e4574eb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:11.079903 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-1bb5de02-a840-4203-8442-e55e4574eb8a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/89f1bf27-d4e6-4d8f-81b0-7068fc2c3adc HTTP/1.1" status: 204 len: 168 time: 0.1639590 Feb 07 01:50:11.311128 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e61b2a24-599a-47cb-adca-40589e72cbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:13.699687 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:13.716982 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c7113b22-adc5-475a-8ce4-732be7cd8f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:14.066886 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:15.032516 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:15.564954 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:17.885273 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6e5d6-416b-4647-ba60-9c1e5f95f4be req-12ed4817-fc7d-4cbd-bd2d-797b4594690a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:17.886966 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3da6e5d6-416b-4647-ba60-9c1e5f95f4be req-12ed4817-fc7d-4cbd-bd2d-797b4594690a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 945 time: 0.1663685 Feb 07 01:50:17.952497 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3da6e5d6-416b-4647-ba60-9c1e5f95f4be req-a23867ca-682b-494e-a080-9b9182b1c63f tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0589259 Feb 07 01:50:19.241283 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9049f10-569c-4a6c-93be-b91753390d90 req-dd5f5760-9299-48f8-908d-ba92a271c24e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:19.242989 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c9049f10-569c-4a6c-93be-b91753390d90 req-dd5f5760-9299-48f8-908d-ba92a271c24e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 945 time: 0.1596196 Feb 07 01:50:19.311005 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c9049f10-569c-4a6c-93be-b91753390d90 req-38e84332-7e30-4941-b026-2b45453486b1 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0614231 Feb 07 01:50:19.373400 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49750) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:19.526957 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-791342f7-c82c-4860-8c4c-263bcba7a52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:19.543009 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-791342f7-c82c-4860-8c4c-263bcba7a52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:50:19.547041 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-791342f7-c82c-4860-8c4c-263bcba7a52d admin admin] Usage tracker for resource:security_group_rule and tenant:0af3c1cd1baf402abcd34e2c23eab56d is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:50:19.549963 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-791342f7-c82c-4860-8c4c-263bcba7a52d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:50:19.556282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-791342f7-c82c-4860-8c4c-263bcba7a52d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:50:19.638147 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-791342f7-c82c-4860-8c4c-263bcba7a52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:19.640945 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-791342f7-c82c-4860-8c4c-263bcba7a52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:19.653457 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a4997be3-e246-45c2-b64a-78d276b9a397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:19.696126 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-791342f7-c82c-4860-8c4c-263bcba7a52d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0af3c1cd1baf402abcd34e2c23eab56d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216379 Feb 07 01:50:19.697040 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791342f7-c82c-4860-8c4c-263bcba7a52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0118ad4-311f-4acc-aa08-d4a76ebbaa25,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:19.700066 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 49756) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:19.700407 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-791342f7-c82c-4860-8c4c-263bcba7a52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:19.761495 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0d7e-620d-47e8-9045-fa9c59941f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:19.788019 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0d7e-620d-47e8-9045-fa9c59941f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:19.831092 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0d7e-620d-47e8-9045-fa9c59941f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:19.836164 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-26114492-23fa-4280-975c-054fcbafc20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:19.848906 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb0d7e-620d-47e8-9045-fa9c59941f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0118ad4-311f-4acc-aa08-d4a76ebbaa25,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:19.851693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b3fb0d7e-620d-47e8-9045-fa9c59941f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:19.859868 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0d7e-620d-47e8-9045-fa9c59941f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:19.864090 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-b3fb0d7e-620d-47e8-9045-fa9c59941f2e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a0118ad4-311f-4acc-aa08-d4a76ebbaa25 HTTP/1.1" status: 204 len: 168 time: 0.1597035 Feb 07 01:50:20.207871 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49772) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:20.227694 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d50dad84-1c4c-4abf-b544-abfc4413c10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:20.243654 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-d50dad84-1c4c-4abf-b544-abfc4413c10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:50:20.247690 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-d50dad84-1c4c-4abf-b544-abfc4413c10d admin admin] Usage tracker for resource:security_group_rule and tenant:dcdb425a084448beb69b65e82fa83f40 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:50:20.250636 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-d50dad84-1c4c-4abf-b544-abfc4413c10d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:50:20.256494 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-d50dad84-1c4c-4abf-b544-abfc4413c10d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:50:20.344000 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d50dad84-1c4c-4abf-b544-abfc4413c10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:20.349813 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d50dad84-1c4c-4abf-b544-abfc4413c10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:20.359409 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-82aa2ba2-c765-4cbf-8d20-7d34c28735d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:20.403943 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-d50dad84-1c4c-4abf-b544-abfc4413c10d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dcdb425a084448beb69b65e82fa83f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922650 Feb 07 01:50:20.403943 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50dad84-1c4c-4abf-b544-abfc4413c10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1690a948-1f94-4ce3-a60a-fc3841b17ca7,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:20.404950 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49780) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:20.407690 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d50dad84-1c4c-4abf-b544-abfc4413c10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:20.478779 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-311c4786-f07e-4ef5-bfe7-eb558fc5b260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:20.508144 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-311c4786-f07e-4ef5-bfe7-eb558fc5b260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:20.559553 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-311c4786-f07e-4ef5-bfe7-eb558fc5b260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:20.566325 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-21b6068c-ed08-4c31-8eda-835c12191945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:20.579819 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c4786-f07e-4ef5-bfe7-eb558fc5b260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1690a948-1f94-4ce3-a60a-fc3841b17ca7,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:20.583183 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-311c4786-f07e-4ef5-bfe7-eb558fc5b260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:20.614202 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-311c4786-f07e-4ef5-bfe7-eb558fc5b260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:20.619197 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-311c4786-f07e-4ef5-bfe7-eb558fc5b260 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1690a948-1f94-4ce3-a60a-fc3841b17ca7 HTTP/1.1" status: 204 len: 168 time: 0.2132211 Feb 07 01:50:20.645048 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383f484-8240-49bd-9cd6-5b83a49df4cf req-4c3324e5-c4d0-4527-a081-3a3613cafc7f tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:20.646768 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1383f484-8240-49bd-9cd6-5b83a49df4cf req-4c3324e5-c4d0-4527-a081-3a3613cafc7f tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 945 time: 0.2020366 Feb 07 01:50:20.711230 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1383f484-8240-49bd-9cd6-5b83a49df4cf req-d48d76d2-9d0c-4d1d-826e-7ded4f865ac6 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0582521 Feb 07 01:50:22.032188 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b15454-2ea5-495b-ac88-263ddd30bdaf req-f417b1ea-cc1c-4a91-a6dc-6cae2b9b1c25 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:22.033895 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a0b15454-2ea5-495b-ac88-263ddd30bdaf req-f417b1ea-cc1c-4a91-a6dc-6cae2b9b1c25 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 945 time: 0.1893589 Feb 07 01:50:22.155062 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a0b15454-2ea5-495b-ac88-263ddd30bdaf req-f68f5a1b-fa28-4c99-822d-fc1b2ad6e783 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0750995 Feb 07 01:50:22.252485 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae594a-b202-4704-a343-02fb862d8f1c req-f92fe9a9-3fd7-4975-89a1-3bf7b8ded1f0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:22.254699 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1eae594a-b202-4704-a343-02fb862d8f1c req-f92fe9a9-3fd7-4975-89a1-3bf7b8ded1f0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.2198224 Feb 07 01:50:22.319817 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1eae594a-b202-4704-a343-02fb862d8f1c req-37d00043-cd29-409a-adc9-51b934d3c663 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580099 Feb 07 01:50:23.459185 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad86c48-8fad-4268-b746-fc8dc56c8e8c req-ad53ae11-e75a-404d-8b2b-aa02af7a51ce tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:23.460899 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fad86c48-8fad-4268-b746-fc8dc56c8e8c req-ad53ae11-e75a-404d-8b2b-aa02af7a51ce tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 945 time: 0.1737068 Feb 07 01:50:23.576886 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fad86c48-8fad-4268-b746-fc8dc56c8e8c req-cd1b464e-4978-4070-88d1-59ff6b93b3be tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1096461 Feb 07 01:50:23.684141 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c1e94-f7c4-4b99-b999-91eb875298f4 req-92a47261-f2b6-44cb-ac61-ad58b6b3ef1a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:23.686013 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-108c1e94-f7c4-4b99-b999-91eb875298f4 req-92a47261-f2b6-44cb-ac61-ad58b6b3ef1a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.2169633 Feb 07 01:50:23.802582 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-108c1e94-f7c4-4b99-b999-91eb875298f4 req-ce853a30-caf5-45a8-9814-45e78b659787 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772703 Feb 07 01:50:23.899957 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-2e217b00-09e6-4915-9cd2-dde71d4f53c2 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:23.901527 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-2e217b00-09e6-4915-9cd2-dde71d4f53c2 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 945 time: 0.2145600 Feb 07 01:50:23.992861 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Deleting port 74421200-a2b4-4a52-be2f-c889b25a0127 {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:50:23.993174 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:24.249954 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] For port 74421200-a2b4-4a52-be2f-c889b25a0127, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=74421200-a2b4-4a52-be2f-c889b25a0127,segment=NetworkSegment(71a8b691-2713-4aab-834f-a491422c389e),segment_id=71a8b691-2713-4aab-834f-a491422c389e)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:50:24.250275 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:24.525594 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 74421200-a2b4-4a52-be2f-c889b25a0127 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:50:24.653636 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:24.684618 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc6ac4b-8936-4880-b904-1929faabe62f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74421200-a2b4-4a52-be2f-c889b25a0127'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:50:24.696328 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 74421200-a2b4-4a52-be2f-c889b25a0127, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=74421200-a2b4-4a52-be2f-c889b25a0127,segment=NetworkSegment(71a8b691-2713-4aab-834f-a491422c389e),segment_id=71a8b691-2713-4aab-834f-a491422c389e)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:50:24.700211 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:24.703203 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:24.781669 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=74421200-a2b4-4a52-be2f-c889b25a0127,revision_number=7']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:24.787861 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:24.789924 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc6ac4b-8936-4880-b904-1929faabe62f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74421200-a2b4-4a52-be2f-c889b25a0127', 'code': 200} Feb 07 01:50:24.850951 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:24.851363 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680368'] for floatingip, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:24.851713 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.l3_db [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Floating IP 071379c8-65c6-4d26-a505-f0e095b88b04 disassociated. External IP: 172.28.0.189, port: 74421200-a2b4-4a52-be2f-c889b25a0127. Feb 07 01:50:24.852102 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Calling delete_port for 74421200-a2b4-4a52-be2f-c889b25a0127 owned by compute:nova {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:50:25.101867 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0698d-9f51-443f-96bb-d95c4316c781 req-4de8900f-c98a-492e-b99c-f66ba7ff814e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:25.103450 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3ab0698d-9f51-443f-96bb-d95c4316c781 req-4de8900f-c98a-492e-b99c-f66ba7ff814e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 945 time: 0.3063509 Feb 07 01:50:25.108074 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.api [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79942) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 07 01:50:25.108442 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_db.api [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 07 01:50:25.185279 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3ab0698d-9f51-443f-96bb-d95c4316c781 req-76769690-54da-4549-9ea2-61069aab52c8 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0749419 Feb 07 01:50:25.267102 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889bb5e-5b38-44a8-b0b3-02d99a248561 req-84350e45-773d-4906-9049-0b024c6d1db3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:25.268718 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9889bb5e-5b38-44a8-b0b3-02d99a248561 req-84350e45-773d-4906-9049-0b024c6d1db3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 943 time: 0.3078728 Feb 07 01:50:25.335381 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9889bb5e-5b38-44a8-b0b3-02d99a248561 req-5688e814-ff40-44be-9add-08c209b1e993 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=20af4c8e-c24e-48e4-811d-a3941bf6c146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596421 Feb 07 01:50:25.609975 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Deleting port 74421200-a2b4-4a52-be2f-c889b25a0127 {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:50:25.610455 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:25.865618 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] For port 74421200-a2b4-4a52-be2f-c889b25a0127, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=74421200-a2b4-4a52-be2f-c889b25a0127,segment=NetworkSegment(71a8b691-2713-4aab-834f-a491422c389e),segment_id=71a8b691-2713-4aab-834f-a491422c389e)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:50:25.865947 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:26.174112 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:26.174521 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680368'] for floatingip, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:26.174899 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.l3_db [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Floating IP 071379c8-65c6-4d26-a505-f0e095b88b04 disassociated. External IP: 172.28.0.189, port: 74421200-a2b4-4a52-be2f-c889b25a0127. Feb 07 01:50:26.175279 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Calling delete_port for 74421200-a2b4-4a52-be2f-c889b25a0127 owned by compute:nova {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:50:26.387732 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:26.405580 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fa99007c-af3c-4af2-b653-572fc6e2d4ae tempest-ServerRescueNegativeTestJSON-655300728 tempest-ServerRescueNegativeTestJSON-655300728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:26.463601 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Pushing event deleted for resources: {'Port': ['ID=74421200-a2b4-4a52-be2f-c889b25a0127,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:26.478255 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:26.595699 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ea47c894-1d32-401f-a33c-21de4517064c req-234f6d05-429b-4c36-aa07-009a74ab771f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc6ac4b-8936-4880-b904-1929faabe62f HTTP/1.1" status: 200 len: 210 time: 0.1050205 Feb 07 01:50:26.704212 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdeba1-171b-4fb2-a91c-2017081fa911 req-64dc69a3-f941-46f9-b560-500721d949e1 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:26.705921 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9fcdeba1-171b-4fb2-a91c-2017081fa911 req-64dc69a3-f941-46f9-b560-500721d949e1 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 945 time: 0.3680708 Feb 07 01:50:26.727427 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 83e5c1b1-597e-4371-8d7e-73367e0be26d up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:50:26.793314 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9fcdeba1-171b-4fb2-a91c-2017081fa911 req-4c408a7b-67fb-4cb5-924d-6a13e8206567 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0727153 Feb 07 01:50:26.802043 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 83e5c1b1-597e-4371-8d7e-73367e0be26d triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:50:26.802465 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:26.989559 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Router 9c8fff40-19e6-468c-b06b-24c4356aef68 has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:50:27.176738 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:50:27.186935 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49479e0a-a440-4572-b2bb-9297dc1a577e None None] Sync routers for ids ['9c8fff40-19e6-468c-b06b-24c4356aef68'] in dv-cinder-740146-7-smb {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:50:27.197992 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49479e0a-a440-4572-b2bb-9297dc1a577e None None] Routers {'9c8fff40-19e6-468c-b06b-24c4356aef68'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:50:27.198676 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-49479e0a-a440-4572-b2bb-9297dc1a577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:50:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['9c8fff40-19e6-468c-b06b-24c4356aef68'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:50:27.221739 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] No DVR routers for this DVR port 74421200-a2b4-4a52-be2f-c889b25a0127 on host hv-cinder-74014 {{(pid=79942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:50:27.224336 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:27.227411 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc6ac4b-8936-4880-b904-1929faabe62f', 'name': 'network-vif-deleted', 'tag': '74421200-a2b4-4a52-be2f-c889b25a0127'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:50:27.248901 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-94b8fb38-9fbd-4f11-b8f9-71befeaf6007 req-b716d267-9923-4886-9f69-5c78c29547ae tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.45 "DELETE /v2.0/ports/74421200-a2b4-4a52-be2f-c889b25a0127 HTTP/1.1" status: 204 len: 173 time: 3.3418300 Feb 07 01:50:27.296094 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc6ac4b-8936-4880-b904-1929faabe62f', 'name': 'network-vif-deleted', 'tag': '74421200-a2b4-4a52-be2f-c889b25a0127', 'status': 'completed', 'code': 200} Feb 07 01:50:27.399067 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-49479e0a-a440-4572-b2bb-9297dc1a577e None None] Set router 9c8fff40-19e6-468c-b06b-24c4356aef68 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:50:27.746127 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-49479e0a-a440-4572-b2bb-9297dc1a577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:47:49Z', 'revision_number': 4, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '40c00fb2-b287-4c6e-852b-1a616601e2ac', 'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'mac_address': 'fa:16:3e:4d:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:48Z', 'updated_at': '2021-02-07T01:47:56Z', 'revision_number': 5, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'subnets': [{'id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:50:27.750397 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49479e0a-a440-4572-b2bb-9297dc1a577e None None] Checking router: 9c8fff40-19e6-468c-b06b-24c4356aef68 for host: dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:50:27.760080 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49479e0a-a440-4572-b2bb-9297dc1a577e None None] Routers {'9c8fff40-19e6-468c-b06b-24c4356aef68'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:50:27.760723 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-49479e0a-a440-4572-b2bb-9297dc1a577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:50:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['9c8fff40-19e6-468c-b06b-24c4356aef68'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:50:27.771630 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49894) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:27.873161 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-649bf5f0-3b99-44ff-8b7e-85fe0686693e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:27.916128 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-649bf5f0-3b99-44ff-8b7e-85fe0686693e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:27.974589 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-649bf5f0-3b99-44ff-8b7e-85fe0686693e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:27.982430 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-92a172b6-a1cd-469d-85d1-7a5b3e03ce6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:28.009402 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bf5f0-3b99-44ff-8b7e-85fe0686693e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20af4c8e-c24e-48e4-811d-a3941bf6c146,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:28.014187 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-649bf5f0-3b99-44ff-8b7e-85fe0686693e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:28.040912 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-649bf5f0-3b99-44ff-8b7e-85fe0686693e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:28.043583 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-649bf5f0-3b99-44ff-8b7e-85fe0686693e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "DELETE /v2.0/security-groups/20af4c8e-c24e-48e4-811d-a3941bf6c146 HTTP/1.1" status: 204 len: 168 time: 0.2702994 Feb 07 01:50:28.048008 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49902) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:28.071211 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.v2.resource [None req-9267c7e4-034a-4a97-b1b7-93e2098e4bd8 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] show failed (client error): The resource could not be found. Feb 07 01:50:28.075298 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-9267c7e4-034a-4a97-b1b7-93e2098e4bd8 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups/20af4c8e-c24e-48e4-811d-a3941bf6c146 HTTP/1.1" status: 404 len: 347 time: 0.0232971 Feb 07 01:50:28.075298 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49906) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:28.075588 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49910) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:28.106411 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc69b9e-ee70-4724-b6e2-a69e6198d922 req-882dc8bf-2e42-4a18-a794-7ca2467621b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:28.108206 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7cc69b9e-ee70-4724-b6e2-a69e6198d922 req-882dc8bf-2e42-4a18-a794-7ca2467621b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b1931abed614b84acfd403a98a2afee&device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 1162 time: 0.2070756 Feb 07 01:50:28.141182 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-49479e0a-a440-4572-b2bb-9297dc1a577e None None] Set router 9c8fff40-19e6-468c-b06b-24c4356aef68 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:50:28.194891 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276c8a1-a0d7-454d-963a-95f4e832a142 req-6d9be173-0d4b-4b40-b1a5-91cc97ccd14a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:28.203314 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3276c8a1-a0d7-454d-963a-95f4e832a142 req-6d9be173-0d4b-4b40-b1a5-91cc97ccd14a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 945 time: 0.2298255 Feb 07 01:50:28.294359 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ee50fb52-4133-4655-ab2e-9e7c502b5b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:28.310005 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-98a4dae8-4bf3-4385-a8ea-c00c30eed375 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Deleting port e48c33e5-a8bc-4e62-8b48-21d11a1b3ec2 {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:50:28.310366 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-98a4dae8-4bf3-4385-a8ea-c00c30eed375 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:28.314881 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3276c8a1-a0d7-454d-963a-95f4e832a142 req-f34bcb5b-1883-4a56-ae89-87003c2bfc52 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1103857 Feb 07 01:50:28.356286 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-ee50fb52-4133-4655-ab2e-9e7c502b5b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:50:28.369793 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-ee50fb52-4133-4655-ab2e-9e7c502b5b85 admin admin] Usage tracker for resource:security_group_rule and tenant:b4203a8efcd045a1b8c1eb0713589711 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:50:28.374542 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-ee50fb52-4133-4655-ab2e-9e7c502b5b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:50:28.384214 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-ee50fb52-4133-4655-ab2e-9e7c502b5b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:50:28.414624 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc69b9e-ee70-4724-b6e2-a69e6198d922 req-1c617304-da10-4440-b22b-161e04bb48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:28.416320 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7cc69b9e-ee70-4724-b6e2-a69e6198d922 req-1c617304-da10-4440-b22b-161e04bb48c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e542c9b-3ffd-4866-9222-017b5e713245 HTTP/1.1" status: 200 len: 902 time: 0.2099319 Feb 07 01:50:28.527207 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-49479e0a-a440-4572-b2bb-9297dc1a577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:47:49Z', 'revision_number': 4, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '40c00fb2-b287-4c6e-852b-1a616601e2ac', 'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'mac_address': 'fa:16:3e:4d:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:48Z', 'updated_at': '2021-02-07T01:47:56Z', 'revision_number': 5, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'subnets': [{'id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:50:28.528254 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7cc69b9e-ee70-4724-b6e2-a69e6198d922 req-a18fba49-2ee9-4662-be56-64bfcb1ab0e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e5c1b1-597e-4371-8d7e-73367e0be26d HTTP/1.1" status: 200 len: 1001 time: 0.1050172 Feb 07 01:50:28.532262 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49479e0a-a440-4572-b2bb-9297dc1a577e None None] The sync data for ids ['9c8fff40-19e6-468c-b06b-24c4356aef68'] in dv-cinder-740146-7-smb is: [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:47:49Z', 'revision_number': 4, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '40c00fb2-b287-4c6e-852b-1a616601e2ac', 'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'mac_address': 'fa:16:3e:4d:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:48Z', 'updated_at': '2021-02-07T01:47:56Z', 'revision_number': 5, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'subnets': [{'id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:50:28.551280 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-98a4dae8-4bf3-4385-a8ea-c00c30eed375 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:28.551635 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-98a4dae8-4bf3-4385-a8ea-c00c30eed375 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:28.606099 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc69b9e-ee70-4724-b6e2-a69e6198d922 req-0c11a104-5edd-48a6-b004-989c8491058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:28.607659 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7cc69b9e-ee70-4724-b6e2-a69e6198d922 req-0c11a104-5edd-48a6-b004-989c8491058a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35a3d2b9-4916-45e4-9a0e-0b345ec47c3b HTTP/1.1" status: 200 len: 847 time: 0.0730143 Feb 07 01:50:28.690526 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc69b9e-ee70-4724-b6e2-a69e6198d922 req-32c76fa0-b274-42df-9873-c75908aaea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:28.692247 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7cc69b9e-ee70-4724-b6e2-a69e6198d922 req-32c76fa0-b274-42df-9873-c75908aaea06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e542c9b-3ffd-4866-9222-017b5e713245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776825 Feb 07 01:50:28.702485 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-98a4dae8-4bf3-4385-a8ea-c00c30eed375 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Calling delete_port for e48c33e5-a8bc-4e62-8b48-21d11a1b3ec2 owned by network:floatingip {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:50:28.786827 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ee50fb52-4133-4655-ab2e-9e7c502b5b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:28.791326 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ee50fb52-4133-4655-ab2e-9e7c502b5b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:28.806678 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-dd92c477-bc0e-4e61-9958-cf19f359a495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:28.839336 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7cc69b9e-ee70-4724-b6e2-a69e6198d922 req-716ea89b-21b9-4279-b7d2-fdff010482e4 service neutron] 10.222.0.45 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403890 Feb 07 01:50:28.858487 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-ee50fb52-4133-4655-ab2e-9e7c502b5b85 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b4203a8efcd045a1b8c1eb0713589711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7842700 Feb 07 01:50:28.863133 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49916) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:28.912777 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50fb52-4133-4655-ab2e-9e7c502b5b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb0234b-cfe4-4132-82eb-49608d0ea018,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:28.916294 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ee50fb52-4133-4655-ab2e-9e7c502b5b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:28.991670 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-98a4dae8-4bf3-4385-a8ea-c00c30eed375 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:28.994436 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7cc69b9e-ee70-4724-b6e2-a69e6198d922 req-a1810506-36b1-403e-9ea7-a3e03ae90ced service neutron] 10.222.0.45 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1465604 Feb 07 01:50:29.010663 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c9b58db1-62d3-43e3-9bd0-63e64a073348 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:29.017236 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8cdc72-03e9-4b6c-b2f1-4cf161ad80a7 None None] New status for floating IP 071379c8-65c6-4d26-a505-f0e095b88b04: DOWN {{(pid=79943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 07 01:50:29.052176 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-664dc753-bce4-4265-b20c-0e2ea7d4b205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:29.071636 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4dae8-4bf3-4385-a8ea-c00c30eed375 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Pushing event deleted for resources: {'Port': ['ID=e48c33e5-a8bc-4e62-8b48-21d11a1b3ec2,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:29.074404 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-98a4dae8-4bf3-4385-a8ea-c00c30eed375 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:29.168124 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-664dc753-bce4-4265-b20c-0e2ea7d4b205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:29.294272 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-664dc753-bce4-4265-b20c-0e2ea7d4b205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:29.300096 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5399233e-7a2d-461b-b657-6fca3c306d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:29.319242 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664dc753-bce4-4265-b20c-0e2ea7d4b205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb0234b-cfe4-4132-82eb-49608d0ea018,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:29.322262 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-664dc753-bce4-4265-b20c-0e2ea7d4b205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:29.325176 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-98a4dae8-4bf3-4385-a8ea-c00c30eed375 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for floatingip, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:29.349804 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-664dc753-bce4-4265-b20c-0e2ea7d4b205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:29.353683 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-664dc753-bce4-4265-b20c-0e2ea7d4b205 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5eb0234b-cfe4-4132-82eb-49608d0ea018 HTTP/1.1" status: 204 len: 168 time: 0.4867618 Feb 07 01:50:29.353683 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-98a4dae8-4bf3-4385-a8ea-c00c30eed375 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for floatingip, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:29.353683 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-98a4dae8-4bf3-4385-a8ea-c00c30eed375 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "DELETE /v2.0/floatingips/071379c8-65c6-4d26-a505-f0e095b88b04 HTTP/1.1" status: 204 len: 168 time: 1.2723484 Feb 07 01:50:29.666224 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49928) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:29.672642 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-17a69990-14de-4008-ad90-66e074c8a990 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1545679515', 'description': 'tempest-description--1129522463'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:50:29.696069 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-17a69990-14de-4008-ad90-66e074c8a990 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:50:29.701605 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-17a69990-14de-4008-ad90-66e074c8a990 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Usage tracker for resource:security_group and tenant:a6f4b9f9a5074df79ed740320e365959 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:50:29.705317 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-17a69990-14de-4008-ad90-66e074c8a990 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:50:29.712880 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-17a69990-14de-4008-ad90-66e074c8a990 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:50:29.732113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-17a69990-14de-4008-ad90-66e074c8a990 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:29.745453 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49932) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:29.774897 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fa149620-fdba-4257-acf5-4c2471cdfdcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:29.786353 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-17a69990-14de-4008-ad90-66e074c8a990 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:50:29.794494 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-17a69990-14de-4008-ad90-66e074c8a990 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Usage tracker for resource:security_group_rule and tenant:a6f4b9f9a5074df79ed740320e365959 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:50:29.797642 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-fa149620-fdba-4257-acf5-4c2471cdfdcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:50:29.800060 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-17a69990-14de-4008-ad90-66e074c8a990 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:50:29.807277 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-fa149620-fdba-4257-acf5-4c2471cdfdcd admin admin] Usage tracker for resource:security_group_rule and tenant:a5713a37ff0148f8ba7be18e4de4a8bd is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:50:29.810116 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-17a69990-14de-4008-ad90-66e074c8a990 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:50:29.812495 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-fa149620-fdba-4257-acf5-4c2471cdfdcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:50:29.820648 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-fa149620-fdba-4257-acf5-4c2471cdfdcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:50:29.893612 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fffcc3-4037-4fcb-bd58-32bbf487995a req-a9349791-3ab0-43f1-b1e8-d63fc71bc031 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:29.895861 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-97fffcc3-4037-4fcb-bd58-32bbf487995a req-a9349791-3ab0-43f1-b1e8-d63fc71bc031 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 945 time: 0.4360995 Feb 07 01:50:29.936783 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-17a69990-14de-4008-ad90-66e074c8a990 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:29.945068 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-17a69990-14de-4008-ad90-66e074c8a990 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:29.951742 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fb0ca155-0e28-4b96-a85d-39bf80f31f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:29.962027 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-97fffcc3-4037-4fcb-bd58-32bbf487995a req-58ade799-c561-4996-b066-7e44f7fc83ae tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0594561 Feb 07 01:50:30.016665 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fa149620-fdba-4257-acf5-4c2471cdfdcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:30.024376 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fa149620-fdba-4257-acf5-4c2471cdfdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:30.036922 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a69990-14de-4008-ad90-66e074c8a990 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9e4485-63b2-40aa-bc75-fa612dcbb621,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:30.045385 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-17a69990-14de-4008-ad90-66e074c8a990 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:30.047333 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-61a3cc98-d089-4909-ad6a-9460baac06c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:30.071933 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-17a69990-14de-4008-ad90-66e074c8a990 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:30.073261 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-17a69990-14de-4008-ad90-66e074c8a990 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4058983 Feb 07 01:50:30.076481 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 49936) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:30.083349 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-b02c4b3e-29a0-4ea1-9e96-27d7539076ef tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Request body: {'security_group_rule': {'security_group_id': 'aa9e4485-63b2-40aa-bc75-fa612dcbb621', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:50:30.088692 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-fa149620-fdba-4257-acf5-4c2471cdfdcd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a5713a37ff0148f8ba7be18e4de4a8bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420179 Feb 07 01:50:30.091810 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49940) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:30.105028 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa149620-fdba-4257-acf5-4c2471cdfdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ecf008-0a67-4c60-a56e-dd6e2fd88f2d,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:30.105534 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-b02c4b3e-29a0-4ea1-9e96-27d7539076ef tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:50:30.109423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fa149620-fdba-4257-acf5-4c2471cdfdcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:30.109897 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-b02c4b3e-29a0-4ea1-9e96-27d7539076ef tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Usage tracker for resource:security_group_rule and tenant:a6f4b9f9a5074df79ed740320e365959 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:50:30.114727 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-b02c4b3e-29a0-4ea1-9e96-27d7539076ef tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:50:30.120994 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-b02c4b3e-29a0-4ea1-9e96-27d7539076ef tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:50:30.139242 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b02c4b3e-29a0-4ea1-9e96-27d7539076ef tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:30.160744 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fd663ab4-debc-4a85-8f0a-d6410fb6a6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:30.188329 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fd663ab4-debc-4a85-8f0a-d6410fb6a6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:30.204277 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b02c4b3e-29a0-4ea1-9e96-27d7539076ef tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:30.207369 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b02c4b3e-29a0-4ea1-9e96-27d7539076ef tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701100'] for security_group_rule, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:30.214992 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d312a8d9-31c8-402f-aae6-29d7a7761978 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:30.234948 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fd663ab4-debc-4a85-8f0a-d6410fb6a6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:30.235162 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c4b3e-29a0-4ea1-9e96-27d7539076ef tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62bcd0a1-382a-4207-bd1c-a577b10a5179,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:30.239493 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b02c4b3e-29a0-4ea1-9e96-27d7539076ef tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:30.239657 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c9246bc6-e529-40e6-ac22-0c40da99d8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:30.246360 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b02c4b3e-29a0-4ea1-9e96-27d7539076ef tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:30.248084 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-b02c4b3e-29a0-4ea1-9e96-27d7539076ef tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1702769 Feb 07 01:50:30.250900 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 49944) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:30.254528 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd663ab4-debc-4a85-8f0a-d6410fb6a6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ecf008-0a67-4c60-a56e-dd6e2fd88f2d,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:30.257759 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fd663ab4-debc-4a85-8f0a-d6410fb6a6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:30.257925 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-44096cdc-e62f-45bd-b381-8cd087d7283a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Request body: {'security_group_rule': {'security_group_id': 'aa9e4485-63b2-40aa-bc75-fa612dcbb621', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:50:30.260028 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fd663ab4-debc-4a85-8f0a-d6410fb6a6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:30.261356 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-fd663ab4-debc-4a85-8f0a-d6410fb6a6e4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52ecf008-0a67-4c60-a56e-dd6e2fd88f2d HTTP/1.1" status: 204 len: 168 time: 0.1685724 Feb 07 01:50:30.280339 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-44096cdc-e62f-45bd-b381-8cd087d7283a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:50:30.285641 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-44096cdc-e62f-45bd-b381-8cd087d7283a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Usage tracker for resource:security_group_rule and tenant:a6f4b9f9a5074df79ed740320e365959 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:50:30.288789 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-44096cdc-e62f-45bd-b381-8cd087d7283a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:50:30.294864 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-44096cdc-e62f-45bd-b381-8cd087d7283a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:50:30.313288 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-44096cdc-e62f-45bd-b381-8cd087d7283a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:30.383886 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-44096cdc-e62f-45bd-b381-8cd087d7283a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:30.386636 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-44096cdc-e62f-45bd-b381-8cd087d7283a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701100'] for security_group_rule, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:30.393811 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:30.417094 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44096cdc-e62f-45bd-b381-8cd087d7283a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aefb0615-46a3-42d1-bdd2-e0ab0b3adf5d,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:30.419742 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-44096cdc-e62f-45bd-b381-8cd087d7283a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:30.423396 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-44096cdc-e62f-45bd-b381-8cd087d7283a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:30.428582 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 49950) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:30.428705 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-44096cdc-e62f-45bd-b381-8cd087d7283a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1763263 Feb 07 01:50:30.442026 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Request body: {'floatingip': {'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:50:30.464876 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:50:30.469605 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Usage tracker for resource:floatingip and tenant:a6f4b9f9a5074df79ed740320e365959 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:50:30.474033 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:50:30.482662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:50:30.495681 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for floatingip, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:30.572048 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 83e5c1b1-597e-4371-8d7e-73367e0be26d no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:50:30.666500 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:30.710632 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:30.744884 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9581878-4451-4232-9a5e-593636a559f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e5c1b1-597e-4371-8d7e-73367e0be26d'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:50:30.752275 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 83e5c1b1-597e-4371-8d7e-73367e0be26d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=83e5c1b1-597e-4371-8d7e-73367e0be26d,segment=NetworkSegment(67213f94-f13a-4e18-9e03-bb4b5beb3345),segment_id=67213f94-f13a-4e18-9e03-bb4b5beb3345)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:50:30.756194 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:30.758022 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:30.828600 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9581878-4451-4232-9a5e-593636a559f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e5c1b1-597e-4371-8d7e-73367e0be26d', 'code': 200} Feb 07 01:50:30.837962 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=83e5c1b1-597e-4371-8d7e-73367e0be26d,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:30.846383 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.846777 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.847223 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.847599 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.847974 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.848348 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.848719 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.849089 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.849459 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.849824 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.850169 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.850701 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.851310 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.851827 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.852351 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.852864 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.853374 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.853894 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.854421 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.854965 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.855479 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.856003 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.856515 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.857033 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:50:30.861580 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:30.971221 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Allocated IP 172.28.0.186 (99dfcdec-a658-4076-80f8-42c10fdcd0d7/7f907af6-b0a4-47f3-a608-7f27766af85d/12b2ef0a-84d4-4739-a2c7-d92f7d057e77) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:50:31.149594 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:31.190484 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:31.207729 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-804da882-abfd-4f13-89c8-d951e28a44d6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:31.286844 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0d0e7-44ad-4a6f-bc68-252ba1a955b0 req-1cd759d3-68a8-47dc-8487-e861a927f6b5 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:31.288536 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4ec0d0e7-44ad-4a6f-bc68-252ba1a955b0 req-1cd759d3-68a8-47dc-8487-e861a927f6b5 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 943 time: 0.1865623 Feb 07 01:50:31.362003 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Pushing event updated for resources: {'Port': ['ID=12b2ef0a-84d4-4739-a2c7-d92f7d057e77,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:31.365723 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:31.368642 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4ec0d0e7-44ad-4a6f-bc68-252ba1a955b0 req-fff0717c-a734-4dab-b78e-346f90d919d7 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0664656 Feb 07 01:50:31.634780 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:50:31.635986 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:50:31.638325 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:50:31.719851 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:31.784827 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:32.057964 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:32.061913 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2420082'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:32.078002 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bd11b3a2-5829-44a8-b809-3491d8a005f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:32.228295 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Pushing event updated for resources: {'Port': ['ID=12b2ef0a-84d4-4739-a2c7-d92f7d057e77,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:32.231304 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:32.324575 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680368'] for floatingip, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:32.346487 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for floatingip, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:32.347904 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9176729 Feb 07 01:50:32.676399 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8121371-0918-41a7-9b60-2a521fa2c9f4 req-80f57ea3-1725-4fcf-be4c-c2b1e3749395 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:32.678093 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f8121371-0918-41a7-9b60-2a521fa2c9f4 req-80f57ea3-1725-4fcf-be4c-c2b1e3749395 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 943 time: 0.1855650 Feb 07 01:50:32.754735 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-82de5880-81ce-4e18-8695-8a254f6db70e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1545679515&fields=id&tenant_id=a6f4b9f9a5074df79ed740320e365959 HTTP/1.1" status: 200 len: 267 time: 0.1741562 Feb 07 01:50:32.777268 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f8121371-0918-41a7-9b60-2a521fa2c9f4 req-5cd5a7e6-0a47-4e5e-b47e-d17a18b5fa18 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0928097 Feb 07 01:50:32.969672 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 50026) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:33.013580 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-940e06f9-8994-4106-abcf-244916bac1dd tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:33.015279 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-940e06f9-8994-4106-abcf-244916bac1dd tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/networks?id=7a2773e7-cc87-48c9-a224-6aff3de68ac6 HTTP/1.1" status: 200 len: 816 time: 0.2371302 Feb 07 01:50:33.031801 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-c2b9d136-5195-4cf8-931d-fbc995fed117 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/quotas/a6f4b9f9a5074df79ed740320e365959 HTTP/1.1" status: 200 len: 375 time: 0.0099423 Feb 07 01:50:33.124676 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-72d18c07-b9f9-4364-8b6a-13a43ad0e8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:33.140531 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-72d18c07-b9f9-4364-8b6a-13a43ad0e8ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:50:33.145008 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-72d18c07-b9f9-4364-8b6a-13a43ad0e8ca admin admin] Usage tracker for resource:security_group_rule and tenant:5e03ce1da30e4dd0a1e35cef923be48a is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:50:33.147970 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-72d18c07-b9f9-4364-8b6a-13a43ad0e8ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:50:33.153710 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-72d18c07-b9f9-4364-8b6a-13a43ad0e8ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:50:33.170872 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-44ad6a24-8049-4196-9a87-10d6a918666e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Synchronizing usage tracker for tenant:a6f4b9f9a5074df79ed740320e365959 on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:50:33.186070 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-44ad6a24-8049-4196-9a87-10d6a918666e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Unset dirty status for tenant:a6f4b9f9a5074df79ed740320e365959 on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:50:33.188502 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-44ad6a24-8049-4196-9a87-10d6a918666e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6f4b9f9a5074df79ed740320e365959&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1496577 Feb 07 01:50:33.243252 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-72d18c07-b9f9-4364-8b6a-13a43ad0e8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:33.246152 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-72d18c07-b9f9-4364-8b6a-13a43ad0e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:33.255777 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a050d8ad-bafd-4e19-85c6-ef7065811148 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:33.300251 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-72d18c07-b9f9-4364-8b6a-13a43ad0e8ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5e03ce1da30e4dd0a1e35cef923be48a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291733 Feb 07 01:50:33.301310 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d18c07-b9f9-4364-8b6a-13a43ad0e8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaf0f91-d1ff-484b-9310-82b1056c5d92,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:33.304221 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 50034) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:33.305086 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-72d18c07-b9f9-4364-8b6a-13a43ad0e8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:33.469888 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-0d9fbe44-00f7-4e3b-a129-f6619ca9c6b9 service neutron] 10.222.0.52 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687624 Feb 07 01:50:33.470751 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67ed1267-03c5-4d29-998f-63970c93cd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:33.541817 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67ed1267-03c5-4d29-998f-63970c93cd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:33.672008 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-449ca605-e8c2-4a9d-ba8b-43fd96a1740a service neutron] 10.222.0.52 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1915641 Feb 07 01:50:33.677195 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67ed1267-03c5-4d29-998f-63970c93cd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:33.682382 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-83c7adbf-9988-4cc2-a4be-bc8e5177e2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:33.696180 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed1267-03c5-4d29-998f-63970c93cd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaf0f91-d1ff-484b-9310-82b1056c5d92,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:33.698939 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-67ed1267-03c5-4d29-998f-63970c93cd4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:33.700990 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67ed1267-03c5-4d29-998f-63970c93cd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:33.705135 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-67ed1267-03c5-4d29-998f-63970c93cd4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2eaf0f91-d1ff-484b-9310-82b1056c5d92 HTTP/1.1" status: 204 len: 168 time: 0.3970153 Feb 07 01:50:33.888614 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2cd2addc-bb16-46be-8d6f-97264d5ea94f req-dbf15f82-e122-45f3-a746-7d8991a36295 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 210 time: 0.0578656 Feb 07 01:50:34.109438 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 50056) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:34.131845 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8e65bbe8-3fe7-4b4c-99a1-3d1a6875ee5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:34.149553 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-8e65bbe8-3fe7-4b4c-99a1-3d1a6875ee5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:50:34.153857 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-703f9f8d-9247-4c11-acd9-94bde576e6f7 req-a579a09b-f59b-4dd8-8a62-7dc1262672db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0973217 Feb 07 01:50:34.205956 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-8e65bbe8-3fe7-4b4c-99a1-3d1a6875ee5a admin admin] Usage tracker for resource:security_group_rule and tenant:4a41ed85765f4f189f27409449422d90 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:50:34.210515 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-8e65bbe8-3fe7-4b4c-99a1-3d1a6875ee5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:50:34.218328 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-8e65bbe8-3fe7-4b4c-99a1-3d1a6875ee5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:50:34.352108 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a23749-1fee-4bac-bec3-1699b432d31f req-82d81c3e-9771-42ca-a3b4-cb38161e8681 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:34.353827 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-17a23749-1fee-4bac-bec3-1699b432d31f req-82d81c3e-9771-42ca-a3b4-cb38161e8681 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 943 time: 0.2110152 Feb 07 01:50:34.446886 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-17a23749-1fee-4bac-bec3-1699b432d31f req-0b308d4d-41ef-433a-9729-bf8459a43b5a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0829809 Feb 07 01:50:34.484705 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8e65bbe8-3fe7-4b4c-99a1-3d1a6875ee5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:34.488409 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8e65bbe8-3fe7-4b4c-99a1-3d1a6875ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:34.497349 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-67ed1267-03c5-4d29-998f-63970c93cd4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:34.539446 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-8e65bbe8-3fe7-4b4c-99a1-3d1a6875ee5a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a41ed85765f4f189f27409449422d90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4288473 Feb 07 01:50:34.541424 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65bbe8-3fe7-4b4c-99a1-3d1a6875ee5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06287ee-332f-49db-a986-97c0d40f932a,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:34.542291 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 50066) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:34.546211 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8e65bbe8-3fe7-4b4c-99a1-3d1a6875ee5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:34.606193 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3e16f24f-619d-4e27-8d04-cf4c1ff4c65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:34.638715 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3e16f24f-619d-4e27-8d04-cf4c1ff4c65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:34.683096 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3e16f24f-619d-4e27-8d04-cf4c1ff4c65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:34.688083 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ee50fb52-4133-4655-ab2e-9e7c502b5b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:34.704414 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16f24f-619d-4e27-8d04-cf4c1ff4c65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06287ee-332f-49db-a986-97c0d40f932a,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:34.707646 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3e16f24f-619d-4e27-8d04-cf4c1ff4c65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:34.712334 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3e16f24f-619d-4e27-8d04-cf4c1ff4c65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:34.713552 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-3e16f24f-619d-4e27-8d04-cf4c1ff4c65a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f06287ee-332f-49db-a986-97c0d40f932a HTTP/1.1" status: 204 len: 168 time: 0.1701429 Feb 07 01:50:35.119291 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-23c32c70-6619-4efb-8c68-da385c27065e req-981c2acc-54df-4cef-9182-8ab427fa27d2 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 210 time: 0.0772648 Feb 07 01:50:35.341192 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-452f7715-02b9-452f-9e39-7878becefea9 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:35.342856 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-452f7715-02b9-452f-9e39-7878becefea9 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.45 "GET /v2.0/networks?id=7a2773e7-cc87-48c9-a224-6aff3de68ac6 HTTP/1.1" status: 200 len: 816 time: 0.2989180 Feb 07 01:50:35.476280 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-9a2ecaf4-fbaa-4ebc-8943-0010315f5111 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a6f4b9f9a5074df79ed740320e365959 HTTP/1.1" status: 200 len: 5709 time: 0.1070604 Feb 07 01:50:35.487052 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-481cc0f3-a353-40b5-883e-57dc4656a11b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Request body: {'port': {'device_id': '6496d82f-55b5-4046-a627-811db4048d6c', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'admin_state_up': True, 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'security_groups': ['aa9e4485-63b2-40aa-bc75-fa612dcbb621']}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:50:35.607256 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f9f8d-9247-4c11-acd9-94bde576e6f7 req-5138059d-cbc3-4e94-b166-547d1a822d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:35.608995 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-703f9f8d-9247-4c11-acd9-94bde576e6f7 req-5138059d-cbc3-4e94-b166-547d1a822d1e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8&tenant_id=8b1931abed614b84acfd403a98a2afee HTTP/1.1" status: 200 len: 1160 time: 0.1022053 Feb 07 01:50:35.706081 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-481cc0f3-a353-40b5-883e-57dc4656a11b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:50:35.720113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-481cc0f3-a353-40b5-883e-57dc4656a11b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:50:35.740326 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f9f8d-9247-4c11-acd9-94bde576e6f7 req-daa0704e-5c68-4010-8b03-0751058a78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:35.741979 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-703f9f8d-9247-4c11-acd9-94bde576e6f7 req-daa0704e-5c68-4010-8b03-0751058a78ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b1931abed614b84acfd403a98a2afee&device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 1160 time: 0.0993121 Feb 07 01:50:35.814986 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0e68a-7513-4fb5-92aa-cabe0fe0e88e req-730f128c-b166-4f0c-9982-d22e2638ae7e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:35.816720 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a3d0e68a-7513-4fb5-92aa-cabe0fe0e88e req-730f128c-b166-4f0c-9982-d22e2638ae7e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 943 time: 0.2140517 Feb 07 01:50:35.820087 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-481cc0f3-a353-40b5-883e-57dc4656a11b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Made reservation on behalf of a6f4b9f9a5074df79ed740320e365959 for: {'port': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:50:35.840709 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-481cc0f3-a353-40b5-883e-57dc4656a11b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:35.889220 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f9f8d-9247-4c11-acd9-94bde576e6f7 req-522a5465-5236-4b83-a677-6790f79c1c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:35.890967 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-703f9f8d-9247-4c11-acd9-94bde576e6f7 req-522a5465-5236-4b83-a677-6790f79c1c56 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e542c9b-3ffd-4866-9222-017b5e713245 HTTP/1.1" status: 200 len: 902 time: 0.1410551 Feb 07 01:50:35.959333 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a3d0e68a-7513-4fb5-92aa-cabe0fe0e88e req-c79976d1-774f-47c9-b956-e043c507f6d9 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1051495 Feb 07 01:50:36.018711 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-703f9f8d-9247-4c11-acd9-94bde576e6f7 req-26cc8945-6380-4f34-871b-019322aa8516 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e5c1b1-597e-4371-8d7e-73367e0be26d HTTP/1.1" status: 200 len: 999 time: 0.1205306 Feb 07 01:50:36.095502 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f9f8d-9247-4c11-acd9-94bde576e6f7 req-4929f7dc-bdff-4195-b00b-2f57cd7ee9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:36.097889 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-703f9f8d-9247-4c11-acd9-94bde576e6f7 req-4929f7dc-bdff-4195-b00b-2f57cd7ee9d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35a3d2b9-4916-45e4-9a0e-0b345ec47c3b HTTP/1.1" status: 200 len: 847 time: 0.0719435 Feb 07 01:50:36.185676 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f9f8d-9247-4c11-acd9-94bde576e6f7 req-496efd94-82df-4af8-bef6-7d532c9a8b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:36.187461 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-703f9f8d-9247-4c11-acd9-94bde576e6f7 req-496efd94-82df-4af8-bef6-7d532c9a8b87 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e542c9b-3ffd-4866-9222-017b5e713245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837693 Feb 07 01:50:36.235860 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-481cc0f3-a353-40b5-883e-57dc4656a11b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Allocated IP 172.20.0.7 (7a2773e7-cc87-48c9-a224-6aff3de68ac6/b7045f51-fb53-4f5e-bc51-a1b3402ec37e/8a168943-c09a-463b-82ce-bbf4fa2051c9) {{(pid=79942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:50:36.341545 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d97e10d1-ac35-4e5c-be45-e7de4bb731d2 req-412dc082-bd32-4cdd-90ca-74c0377e58c3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 210 time: 0.0581818 Feb 07 01:50:36.347457 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-703f9f8d-9247-4c11-acd9-94bde576e6f7 req-d6d0ff10-d3ab-4cb2-b3a3-85b7d1069c1d service neutron] 10.222.0.45 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526835 Feb 07 01:50:36.521890 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-703f9f8d-9247-4c11-acd9-94bde576e6f7 req-339f32e3-d0e4-4c86-8ac2-a61ffd1d4463 service neutron] 10.222.0.45 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1681869 Feb 07 01:50:36.540336 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-481cc0f3-a353-40b5-883e-57dc4656a11b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for port, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:36.557784 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-481cc0f3-a353-40b5-883e-57dc4656a11b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Transition to ACTIVE for port object 8a168943-c09a-463b-82ce-bbf4fa2051c9 will not be triggered until provisioned by entity DHCP. {{(pid=79942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:50:36.584313 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-481cc0f3-a353-40b5-883e-57dc4656a11b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:36.600973 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5ea1a61d-9718-421b-a02c-d0dec22e3375 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:36.750750 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481cc0f3-a353-40b5-883e-57dc4656a11b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Pushing event updated for resources: {'Port': ['ID=8a168943-c09a-463b-82ce-bbf4fa2051c9,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:36.756467 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-481cc0f3-a353-40b5-883e-57dc4656a11b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:36.801975 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-481cc0f3-a353-40b5-883e-57dc4656a11b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Network 7a2773e7-cc87-48c9-a224-6aff3de68ac6 is already hosted by enough agents. {{(pid=79942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:50:36.803207 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-481cc0f3-a353-40b5-883e-57dc4656a11b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Resources bound (agent type, host, resource id): {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:50:36.805556 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-481cc0f3-a353-40b5-883e-57dc4656a11b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Received port after_create {{(pid=79942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:50:36.936746 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-481cc0f3-a353-40b5-883e-57dc4656a11b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:36.937480 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-481cc0f3-a353-40b5-883e-57dc4656a11b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:36.969157 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-481cc0f3-a353-40b5-883e-57dc4656a11b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4867489 Feb 07 01:50:37.009783 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Request body: {'port': {'device_id': '6496d82f-55b5-4046-a627-811db4048d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:50:37.036503 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-706522f5-5474-413c-bf99-f4781cdc0419 None None] Provisioning for port 8a168943-c09a-463b-82ce-bbf4fa2051c9 completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:50:37.041496 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-706522f5-5474-413c-bf99-f4781cdc0419 None None] Provisioning complete for port 8a168943-c09a-463b-82ce-bbf4fa2051c9 triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:50:37.041916 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-706522f5-5474-413c-bf99-f4781cdc0419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:37.102147 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-706522f5-5474-413c-bf99-f4781cdc0419 None None] Port 8a168943-c09a-463b-82ce-bbf4fa2051c9 cannot update to ACTIVE because it is not bound. {{(pid=79943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 07 01:50:37.188228 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:37.392258 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d10a4-8f1d-463e-a5aa-268263d97041 req-4a8a37bf-c062-446b-9694-7c5218ba2292 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:37.393900 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4a2d10a4-8f1d-463e-a5aa-268263d97041 req-4a8a37bf-c062-446b-9694-7c5218ba2292 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 943 time: 0.2785819 Feb 07 01:50:37.826507 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4a2d10a4-8f1d-463e-a5aa-268263d97041 req-ffc09183-41c4-4e11-87c7-90d2dc11207d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1938906 Feb 07 01:50:37.969554 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daff45-50c9-49b7-bc07-2af2c22cc5aa req-22233fce-e335-415e-ae9a-65e2d8592e65 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:37.970294 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-42daff45-50c9-49b7-bc07-2af2c22cc5aa req-22233fce-e335-415e-ae9a-65e2d8592e65 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Synchronizing usage tracker for tenant:a6f4b9f9a5074df79ed740320e365959 on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:50:38.065478 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-42daff45-50c9-49b7-bc07-2af2c22cc5aa req-22233fce-e335-415e-ae9a-65e2d8592e65 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Unset dirty status for tenant:a6f4b9f9a5074df79ed740320e365959 on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:50:38.066745 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-42daff45-50c9-49b7-bc07-2af2c22cc5aa req-22233fce-e335-415e-ae9a-65e2d8592e65 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 931 time: 0.4355052 Feb 07 01:50:38.151863 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-42daff45-50c9-49b7-bc07-2af2c22cc5aa req-7cb59573-c617-42c7-a1be-25207146d76e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780008 Feb 07 01:50:38.232097 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a168943-c09a-463b-82ce-bbf4fa2051c9 {{(pid=79942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 07 01:50:38.240216 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:38.252908 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Transition to ACTIVE for port object 8a168943-c09a-463b-82ce-bbf4fa2051c9 will not be triggered until provisioned by entity L2. {{(pid=79942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:50:38.255751 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852760648'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:38.271706 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-99feaa1f-424b-4f4a-98bd-8fa0cdd499e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:38.416019 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a168943-c09a-463b-82ce-bbf4fa2051c9,revision_number=2']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:38.420463 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:38.608895 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Attempting to bind port 8a168943-c09a-463b-82ce-bbf4fa2051c9 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:50:38.609256 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Attempting to bind port 8a168943-c09a-463b-82ce-bbf4fa2051c9 by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': '71a8b691-2713-4aab-834f-a491422c389e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6'}] {{(pid=79942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:50:38.609628 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Attempting to bind port 8a168943-c09a-463b-82ce-bbf4fa2051c9 on network 7a2773e7-cc87-48c9-a224-6aff3de68ac6 {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:50:38.620998 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Checking agent: {'id': 'b7cc771a-d95a-4267-9fb0-ee0cef286fca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 41, 44), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:50:38.621385 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Checking segment: {'id': '71a8b691-2713-4aab-834f-a491422c389e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:50:38.621758 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:38.622202 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Bound using segment: {'id': '71a8b691-2713-4aab-834f-a491422c389e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6'} {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:50:38.622679 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Bound port: 8a168943-c09a-463b-82ce-bbf4fa2051c9, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a8b691-2713-4aab-834f-a491422c389e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6'}}] {{(pid=79942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:50:38.623423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:38.636975 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be95506-8df1-44b5-9a11-b5e6376511c0 req-70b61704-d2da-41f1-84ce-604e3189245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:38.638619 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3be95506-8df1-44b5-9a11-b5e6376511c0 req-70b61704-d2da-41f1-84ce-604e3189245d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b1931abed614b84acfd403a98a2afee&device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 1160 time: 0.0904403 Feb 07 01:50:38.723699 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] For port 8a168943-c09a-463b-82ce-bbf4fa2051c9, host hv-cinder-74014, cleared binding levels {{(pid=79942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:50:38.726980 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] For port 8a168943-c09a-463b-82ce-bbf4fa2051c9, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=8a168943-c09a-463b-82ce-bbf4fa2051c9,segment=NetworkSegment(71a8b691-2713-4aab-834f-a491422c389e),segment_id=71a8b691-2713-4aab-834f-a491422c389e)] {{(pid=79942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:50:38.730903 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852760648'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:38.747093 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-55329764-c7f5-4883-b941-214764d41dd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:38.803452 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be95506-8df1-44b5-9a11-b5e6376511c0 req-d0b79adc-5ac6-4626-89ba-e2a8cc02b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:38.805060 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3be95506-8df1-44b5-9a11-b5e6376511c0 req-d0b79adc-5ac6-4626-89ba-e2a8cc02b741 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e542c9b-3ffd-4866-9222-017b5e713245 HTTP/1.1" status: 200 len: 902 time: 0.1469123 Feb 07 01:50:38.911425 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a168943-c09a-463b-82ce-bbf4fa2051c9,revision_number=3']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:38.921631 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:38.927085 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3be95506-8df1-44b5-9a11-b5e6376511c0 req-bfd077bf-5672-444d-bdf0-43f519696963 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e5c1b1-597e-4371-8d7e-73367e0be26d HTTP/1.1" status: 200 len: 999 time: 0.1145458 Feb 07 01:50:38.961397 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:38.962066 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:38.963594 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] 10.222.0.45 "PUT /v2.0/ports/8a168943-c09a-463b-82ce-bbf4fa2051c9 HTTP/1.1" status: 200 len: 1157 time: 1.9590576 Feb 07 01:50:38.964161 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6496d82f-55b5-4046-a627-811db4048d6c', 'tag': '8a168943-c09a-463b-82ce-bbf4fa2051c9'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:50:39.012496 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be95506-8df1-44b5-9a11-b5e6376511c0 req-d9de3f9b-c3de-4de8-8d9c-abfab7131b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:39.014534 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3be95506-8df1-44b5-9a11-b5e6376511c0 req-d9de3f9b-c3de-4de8-8d9c-abfab7131b4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35a3d2b9-4916-45e4-9a0e-0b345ec47c3b HTTP/1.1" status: 200 len: 847 time: 0.0808527 Feb 07 01:50:39.050610 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 83e5c1b1-597e-4371-8d7e-73367e0be26d up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:50:39.072632 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6496d82f-55b5-4046-a627-811db4048d6c', 'tag': '8a168943-c09a-463b-82ce-bbf4fa2051c9', 'status': 'completed', 'code': 200} Feb 07 01:50:39.112191 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be95506-8df1-44b5-9a11-b5e6376511c0 req-a4b78e6a-ed81-4685-ae6a-8c7800fb0e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:39.114450 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3be95506-8df1-44b5-9a11-b5e6376511c0 req-a4b78e6a-ed81-4685-ae6a-8c7800fb0e3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e542c9b-3ffd-4866-9222-017b5e713245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0909643 Feb 07 01:50:39.135753 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:50:39.139158 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 83e5c1b1-597e-4371-8d7e-73367e0be26d triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:50:39.139728 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:39.247414 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fadaf5-3f65-4d9d-8366-3cf1930faf37 req-24f26148-ea0f-4c05-8363-c22f37b00c53 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:39.249126 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-22fadaf5-3f65-4d9d-8366-3cf1930faf37 req-24f26148-ea0f-4c05-8363-c22f37b00c53 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 943 time: 0.2797108 Feb 07 01:50:39.284370 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-896a8da5-8112-46f7-9df5-5fdc7a65423a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:39.287459 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-896a8da5-8112-46f7-9df5-5fdc7a65423a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6f4b9f9a5074df79ed740320e365959&device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 1160 time: 0.2586977 Feb 07 01:50:39.292241 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:39.299338 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3be95506-8df1-44b5-9a11-b5e6376511c0 req-faafe148-0242-4fc4-b07a-c6912e5b38f1 service neutron] 10.222.0.45 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775672 Feb 07 01:50:39.334639 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9581878-4451-4232-9a5e-593636a559f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e5c1b1-597e-4371-8d7e-73367e0be26d'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:50:39.345599 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 83e5c1b1-597e-4371-8d7e-73367e0be26d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=83e5c1b1-597e-4371-8d7e-73367e0be26d,segment=NetworkSegment(67213f94-f13a-4e18-9e03-bb4b5beb3345),segment_id=67213f94-f13a-4e18-9e03-bb4b5beb3345)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:50:39.348838 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:39.350641 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:39.410494 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-22fadaf5-3f65-4d9d-8366-3cf1930faf37 req-f8ca07ba-2d7c-4822-a5b4-7b0b7e5fc6d5 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1520894 Feb 07 01:50:39.438095 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=83e5c1b1-597e-4371-8d7e-73367e0be26d,revision_number=6']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:39.438095 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:39.473072 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-05add866-b757-488c-a79f-525f407c76fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a168943-c09a-463b-82ce-bbf4fa2051c9 HTTP/1.1" status: 200 len: 217 time: 0.1471088 Feb 07 01:50:39.477789 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3be95506-8df1-44b5-9a11-b5e6376511c0 req-26f2cbba-e7fb-4dec-8592-b3cdb54c1b26 service neutron] 10.222.0.45 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1697109 Feb 07 01:50:39.514405 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9581878-4451-4232-9a5e-593636a559f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e5c1b1-597e-4371-8d7e-73367e0be26d', 'code': 200} Feb 07 01:50:39.585768 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-98eb002f-aca8-4cd1-961b-1d90d98d7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:39.587240 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-98eb002f-aca8-4cd1-961b-1d90d98d7176 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7045f51-fb53-4f5e-bc51-a1b3402ec37e HTTP/1.1" status: 200 len: 855 time: 0.0923257 Feb 07 01:50:39.670633 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b912d6-62d7-4d03-b63d-1808ff52a023 req-01b00e16-0385-4c3b-af3f-bb6c32ace63a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:39.673555 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-39b912d6-62d7-4d03-b63d-1808ff52a023 req-01b00e16-0385-4c3b-af3f-bb6c32ace63a tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 943 time: 0.3462648 Feb 07 01:50:39.793780 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-39b912d6-62d7-4d03-b63d-1808ff52a023 req-ec9b43ef-d6fb-4d57-96be-98625c55e47f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766189 Feb 07 01:50:39.808473 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-ea1a90d3-7dd9-4b2b-9e8e-fbd4da6ec511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:39.810126 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-ea1a90d3-7dd9-4b2b-9e8e-fbd4da6ec511 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a2773e7-cc87-48c9-a224-6aff3de68ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1352003 Feb 07 01:50:39.905324 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc004328-a73f-425b-8b63-05a20306b51d req-261bd3e4-61c0-4387-b190-df85604bd32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:39.907076 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dc004328-a73f-425b-8b63-05a20306b51d req-261bd3e4-61c0-4387-b190-df85604bd32a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 1162 time: 0.0850430 Feb 07 01:50:39.954427 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dc004328-a73f-425b-8b63-05a20306b51d req-5120fa3f-4ac4-47bd-b5fe-9acbc7baab55 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0406249 Feb 07 01:50:39.967515 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-df527e2d-12d5-4f22-aa1c-420411ab0c4e service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447952 Feb 07 01:50:40.352881 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e5b75a88-7898-4f58-ac2b-bfcb228848f0 req-545dd4f5-9274-49a4-85c5-9840ff9beffe service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394560 Feb 07 01:50:40.540058 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba18ec4-e089-4820-92e8-908743bfb455 req-6a661e63-ce81-4c3e-ac6c-b79a0459ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:40.541777 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1ba18ec4-e089-4820-92e8-908743bfb455 req-6a661e63-ce81-4c3e-ac6c-b79a0459ace7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6f4b9f9a5074df79ed740320e365959&device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 1160 time: 0.0876546 Feb 07 01:50:40.809673 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 83e5c1b1-597e-4371-8d7e-73367e0be26d up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:50:40.829727 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81bc50-3c13-48fe-8487-f37a06e2bda6 req-78e5fa58-a22c-4d7f-b848-554a8a709a2b tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:40.831483 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5e81bc50-3c13-48fe-8487-f37a06e2bda6 req-78e5fa58-a22c-4d7f-b848-554a8a709a2b tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 945 time: 0.2887685 Feb 07 01:50:40.832785 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba18ec4-e089-4820-92e8-908743bfb455 req-29efd433-3aa9-4581-b553-379027584a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:40.834467 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1ba18ec4-e089-4820-92e8-908743bfb455 req-29efd433-3aa9-4581-b553-379027584a4d service neutron] 10.222.0.45 "GET /v2.0/networks?id=7a2773e7-cc87-48c9-a224-6aff3de68ac6 HTTP/1.1" status: 200 len: 910 time: 0.2566013 Feb 07 01:50:40.884609 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 83e5c1b1-597e-4371-8d7e-73367e0be26d triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:50:40.885040 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:40.929582 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1ba18ec4-e089-4820-92e8-908743bfb455 req-e1f5ea65-dd81-41f9-89dc-81540048442e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a168943-c09a-463b-82ce-bbf4fa2051c9 HTTP/1.1" status: 200 len: 217 time: 0.0763721 Feb 07 01:50:40.967569 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5e81bc50-3c13-48fe-8487-f37a06e2bda6 req-32746969-5d7e-418e-ba7f-1f4c53076c8f tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1294057 Feb 07 01:50:41.092361 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba18ec4-e089-4820-92e8-908743bfb455 req-af81d8c8-0734-41f8-90ba-c15a50982b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:41.093986 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1ba18ec4-e089-4820-92e8-908743bfb455 req-af81d8c8-0734-41f8-90ba-c15a50982b63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7045f51-fb53-4f5e-bc51-a1b3402ec37e HTTP/1.1" status: 200 len: 855 time: 0.1254666 Feb 07 01:50:41.268047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d65d19-5cf9-464d-a06c-2d354e21b8ec req-8c5da657-c8f6-43d7-831d-2f95eb6c1a5e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:41.270265 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e8d65d19-5cf9-464d-a06c-2d354e21b8ec req-8c5da657-c8f6-43d7-831d-2f95eb6c1a5e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 943 time: 0.3218045 Feb 07 01:50:41.313710 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-27283968-3486-4b03-ae16-e1b66452188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:41.530387 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba18ec4-e089-4820-92e8-908743bfb455 req-17d3b68d-71bf-40f4-9ef3-c319d5425ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:41.532017 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1ba18ec4-e089-4820-92e8-908743bfb455 req-17d3b68d-71bf-40f4-9ef3-c319d5425ad1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a2773e7-cc87-48c9-a224-6aff3de68ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4265110 Feb 07 01:50:41.600794 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-e8d65d19-5cf9-464d-a06c-2d354e21b8ec req-9c3be35b-b9a5-468a-8020-5022036169ba tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228507 Feb 07 01:50:41.713807 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1ba18ec4-e089-4820-92e8-908743bfb455 req-649a94f7-c599-4eee-b125-596fe0630afe service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708310 Feb 07 01:50:41.889489 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1ba18ec4-e089-4820-92e8-908743bfb455 req-871339f5-ad9f-4d81-8401-ef9aa3f16014 service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416445 Feb 07 01:50:42.268100 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66217150-7b1b-400c-9b98-ac8250d285ff req-d4613b75-d909-4a77-bf0d-fed1d3e1bf2a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:42.269752 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-66217150-7b1b-400c-9b98-ac8250d285ff req-d4613b75-d909-4a77-bf0d-fed1d3e1bf2a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 945 time: 0.1632490 Feb 07 01:50:42.335928 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-66217150-7b1b-400c-9b98-ac8250d285ff req-674fb817-9972-48e6-9097-23b0e42d0abc tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0598233 Feb 07 01:50:42.912312 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89a0ea-2c05-48a9-b582-981b6ecba5c1 req-4a16f98b-1dfa-4442-9ccb-63e229c06de9 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:42.913945 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cf89a0ea-2c05-48a9-b582-981b6ecba5c1 req-4a16f98b-1dfa-4442-9ccb-63e229c06de9 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 943 time: 0.1635029 Feb 07 01:50:42.977034 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cf89a0ea-2c05-48a9-b582-981b6ecba5c1 req-206a218b-b288-4a42-a73c-ece2a48ded8c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567756 Feb 07 01:50:43.415125 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 8a168943-c09a-463b-82ce-bbf4fa2051c9 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:50:43.488459 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning for port 8a168943-c09a-463b-82ce-bbf4fa2051c9 completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:50:43.493410 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 8a168943-c09a-463b-82ce-bbf4fa2051c9 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:50:43.493829 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:43.619417 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:43.646927 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6496d82f-55b5-4046-a627-811db4048d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a168943-c09a-463b-82ce-bbf4fa2051c9'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:50:43.657725 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 8a168943-c09a-463b-82ce-bbf4fa2051c9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=8a168943-c09a-463b-82ce-bbf4fa2051c9,segment=NetworkSegment(71a8b691-2713-4aab-834f-a491422c389e),segment_id=71a8b691-2713-4aab-834f-a491422c389e)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:50:43.662247 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:43.663648 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 83e5c1b1-597e-4371-8d7e-73367e0be26d up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:50:43.694753 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:50:43.746667 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6496d82f-55b5-4046-a627-811db4048d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a168943-c09a-463b-82ce-bbf4fa2051c9', 'code': 200} Feb 07 01:50:43.809948 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-81f3cd60-b8d6-4d09-a843-064f4af2b182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:43.815300 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:43.828781 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=8a168943-c09a-463b-82ce-bbf4fa2051c9,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:50:43.833585 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:50:43.845167 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 83e5c1b1-597e-4371-8d7e-73367e0be26d triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:50:43.845593 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:44.017525 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301ed68-ad0d-4f4b-8218-cb046966c567 req-b9444e50-a8ad-4b78-b5d3-d77cdc99c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:44.019102 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2301ed68-ad0d-4f4b-8218-cb046966c567 req-b9444e50-a8ad-4b78-b5d3-d77cdc99c613 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 1162 time: 0.0807078 Feb 07 01:50:44.071064 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:44.071384 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2301ed68-ad0d-4f4b-8218-cb046966c567 req-0fb7fa7b-2591-4ac5-9bf5-2f72178dee51 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441208 Feb 07 01:50:44.282571 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de644f4-6aeb-4753-aa0b-812f404eab78 req-a1672566-a2b1-4c0f-9285-4b73a20363b8 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:44.284337 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4de644f4-6aeb-4753-aa0b-812f404eab78 req-a1672566-a2b1-4c0f-9285-4b73a20363b8 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.1605594 Feb 07 01:50:44.351124 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4de644f4-6aeb-4753-aa0b-812f404eab78 req-66e5b52c-b177-4b1d-84e0-f26f16c80b3c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594232 Feb 07 01:50:44.885752 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 8a168943-c09a-463b-82ce-bbf4fa2051c9 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:50:44.959162 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 8a168943-c09a-463b-82ce-bbf4fa2051c9 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:50:44.959575 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:45.070243 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:45.569935 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:45.662537 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abf2f0-2be3-47e1-b707-f598bc4a4b21 req-9a58ac0d-0954-4b77-9803-28e0095cdee3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:45.664260 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f7abf2f0-2be3-47e1-b707-f598bc4a4b21 req-9a58ac0d-0954-4b77-9803-28e0095cdee3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.1670606 Feb 07 01:50:45.729149 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f7abf2f0-2be3-47e1-b707-f598bc4a4b21 req-be4795e0-ba15-438a-8ac4-20ab2b26b74e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582638 Feb 07 01:50:46.026438 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56b375-95a9-42e9-ba1b-d9f79ea1e0ec req-96119a9f-3d3f-4cbe-b4c2-2e4c8e937379 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:46.028146 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-cd56b375-95a9-42e9-ba1b-d9f79ea1e0ec req-96119a9f-3d3f-4cbe-b4c2-2e4c8e937379 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.1601613 Feb 07 01:50:46.039362 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 50204) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:50:46.045150 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-f8f6cb81-9d97-4e90-b10e-58987a03947f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Request body: {'floatingip': {'port_id': '8a168943-c09a-463b-82ce-bbf4fa2051c9'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:50:46.145243 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f8f6cb81-9d97-4e90-b10e-58987a03947f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for floatingip, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:47.001121 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f8f6cb81-9d97-4e90-b10e-58987a03947f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:47.004864 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f8f6cb81-9d97-4e90-b10e-58987a03947f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680368'] for floatingip, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:47.189901 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.l3_db [None req-f8f6cb81-9d97-4e90-b10e-58987a03947f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Floating IP 7ee5c532-0e19-4b58-8dac-2bc3c5652d50 associated. External IP: 172.28.0.186, port: 8a168943-c09a-463b-82ce-bbf4fa2051c9. Feb 07 01:50:47.564514 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f6cb81-9d97-4e90-b10e-58987a03947f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Router 9c8fff40-19e6-468c-b06b-24c4356aef68 has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:50:47.755335 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f6cb81-9d97-4e90-b10e-58987a03947f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:50:47.759759 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f8f6cb81-9d97-4e90-b10e-58987a03947f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for floatingip, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:50:47.767393 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e88956-2a0d-41f7-856b-f8aeaa879a6b None None] Sync routers for ids ['9c8fff40-19e6-468c-b06b-24c4356aef68'] in dv-cinder-740146-7-smb {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:50:47.778702 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e88956-2a0d-41f7-856b-f8aeaa879a6b None None] Routers {'9c8fff40-19e6-468c-b06b-24c4356aef68'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:50:47.779398 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-d0e88956-2a0d-41f7-856b-f8aeaa879a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:50:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['9c8fff40-19e6-468c-b06b-24c4356aef68'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:50:47.827010 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-f8f6cb81-9d97-4e90-b10e-58987a03947f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "PUT /v2.0/floatingips/7ee5c532-0e19-4b58-8dac-2bc3c5652d50 HTTP/1.1" status: 200 len: 991 time: 1.7828207 Feb 07 01:50:47.827711 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6496d82f-55b5-4046-a627-811db4048d6c', 'tag': '8a168943-c09a-463b-82ce-bbf4fa2051c9'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:50:47.968128 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-d0e88956-2a0d-41f7-856b-f8aeaa879a6b None None] Set router 9c8fff40-19e6-468c-b06b-24c4356aef68 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:50:48.048277 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6496d82f-55b5-4046-a627-811db4048d6c', 'tag': '8a168943-c09a-463b-82ce-bbf4fa2051c9', 'status': 'completed', 'code': 200} Feb 07 01:50:48.175525 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14834580-f6c4-4f6c-b630-be787cf9c3f5 req-4f0ede4d-b532-4ca0-b1ef-159678d2a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:48.177256 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-14834580-f6c4-4f6c-b630-be787cf9c3f5 req-4f0ede4d-b532-4ca0-b1ef-159678d2a0dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6f4b9f9a5074df79ed740320e365959&device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 1162 time: 0.0838742 Feb 07 01:50:48.321077 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14834580-f6c4-4f6c-b630-be787cf9c3f5 req-ee182e99-8982-44e1-ad1f-6332dbc987a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:48.322872 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-14834580-f6c4-4f6c-b630-be787cf9c3f5 req-ee182e99-8982-44e1-ad1f-6332dbc987a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7a2773e7-cc87-48c9-a224-6aff3de68ac6 HTTP/1.1" status: 200 len: 910 time: 0.1389222 Feb 07 01:50:48.341098 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-d0e88956-2a0d-41f7-856b-f8aeaa879a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:47:49Z', 'revision_number': 4, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_floatingips': [{'id': '7ee5c532-0e19-4b58-8dac-2bc3c5652d50', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'floating_ip_address': '172.28.0.186', 'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'router_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'port_id': '8a168943-c09a-463b-82ce-bbf4fa2051c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'mac_address': 'fa:16:3e:91:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496d82f-55b5-4046-a627-811db4048d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:50:31Z', 'updated_at': '2021-02-07T01:50:46Z', 'revision_number': 1, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c00fb2-b287-4c6e-852b-1a616601e2ac', 'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'mac_address': 'fa:16:3e:4d:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:48Z', 'updated_at': '2021-02-07T01:47:56Z', 'revision_number': 5, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'subnets': [{'id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:50:48.345304 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e88956-2a0d-41f7-856b-f8aeaa879a6b None None] Checking router: 9c8fff40-19e6-468c-b06b-24c4356aef68 for host: dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:50:48.354290 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e88956-2a0d-41f7-856b-f8aeaa879a6b None None] Routers {'9c8fff40-19e6-468c-b06b-24c4356aef68'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:50:48.355007 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-d0e88956-2a0d-41f7-856b-f8aeaa879a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:50:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['9c8fff40-19e6-468c-b06b-24c4356aef68'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:50:48.429265 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-14834580-f6c4-4f6c-b630-be787cf9c3f5 req-5d52b5ca-2323-48cc-b770-868bed90c4e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a168943-c09a-463b-82ce-bbf4fa2051c9 HTTP/1.1" status: 200 len: 999 time: 0.0997136 Feb 07 01:50:48.504306 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14834580-f6c4-4f6c-b630-be787cf9c3f5 req-0afd3459-5dd5-4ac2-98ba-ac632a6a0343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:48.505941 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-14834580-f6c4-4f6c-b630-be787cf9c3f5 req-0afd3459-5dd5-4ac2-98ba-ac632a6a0343 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7045f51-fb53-4f5e-bc51-a1b3402ec37e HTTP/1.1" status: 200 len: 855 time: 0.0699382 Feb 07 01:50:48.546487 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-d0e88956-2a0d-41f7-856b-f8aeaa879a6b None None] Set router 9c8fff40-19e6-468c-b06b-24c4356aef68 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:50:48.589066 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14834580-f6c4-4f6c-b630-be787cf9c3f5 req-e11ea12a-8e0e-402a-a0e8-5e3fa94c4c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:50:48.590750 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-14834580-f6c4-4f6c-b630-be787cf9c3f5 req-e11ea12a-8e0e-402a-a0e8-5e3fa94c4c10 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a2773e7-cc87-48c9-a224-6aff3de68ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780258 Feb 07 01:50:48.737078 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-14834580-f6c4-4f6c-b630-be787cf9c3f5 req-96fecdf5-fecb-4984-934e-88ce0e59c473 service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389098 Feb 07 01:50:48.881998 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-14834580-f6c4-4f6c-b630-be787cf9c3f5 req-eda6e33d-26fb-4501-882f-2fa552f44078 service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367776 Feb 07 01:50:48.916577 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-d0e88956-2a0d-41f7-856b-f8aeaa879a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:47:49Z', 'revision_number': 4, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_floatingips': [{'id': '7ee5c532-0e19-4b58-8dac-2bc3c5652d50', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'floating_ip_address': '172.28.0.186', 'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'router_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'port_id': '8a168943-c09a-463b-82ce-bbf4fa2051c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'mac_address': 'fa:16:3e:91:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496d82f-55b5-4046-a627-811db4048d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:50:31Z', 'updated_at': '2021-02-07T01:50:46Z', 'revision_number': 1, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c00fb2-b287-4c6e-852b-1a616601e2ac', 'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'mac_address': 'fa:16:3e:4d:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:48Z', 'updated_at': '2021-02-07T01:47:56Z', 'revision_number': 5, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'subnets': [{'id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:50:48.920924 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e88956-2a0d-41f7-856b-f8aeaa879a6b None None] The sync data for ids ['9c8fff40-19e6-468c-b06b-24c4356aef68'] in dv-cinder-740146-7-smb is: [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:47:49Z', 'revision_number': 4, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_floatingips': [{'id': '7ee5c532-0e19-4b58-8dac-2bc3c5652d50', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'floating_ip_address': '172.28.0.186', 'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'router_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'port_id': '8a168943-c09a-463b-82ce-bbf4fa2051c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'mac_address': 'fa:16:3e:91:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6496d82f-55b5-4046-a627-811db4048d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:50:31Z', 'updated_at': '2021-02-07T01:50:46Z', 'revision_number': 1, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c00fb2-b287-4c6e-852b-1a616601e2ac', 'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'mac_address': 'fa:16:3e:4d:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:48Z', 'updated_at': '2021-02-07T01:47:56Z', 'revision_number': 5, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'subnets': [{'id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:50:49.175375 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14ca53e-57ce-44fa-9bb8-61da60507538 None None] New status for floating IP 7ee5c532-0e19-4b58-8dac-2bc3c5652d50: ACTIVE {{(pid=79943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 07 01:51:00.801304 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 50310) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:51:00.950836 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8e498625-a3e7-40f5-874f-adfb4307a100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:00.966686 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-8e498625-a3e7-40f5-874f-adfb4307a100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:51:00.970613 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-8e498625-a3e7-40f5-874f-adfb4307a100 admin admin] Usage tracker for resource:security_group_rule and tenant:2bd275e8e5154405b1bd9c9910502cb7 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:51:00.974226 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-8e498625-a3e7-40f5-874f-adfb4307a100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:51:00.979937 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-8e498625-a3e7-40f5-874f-adfb4307a100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:51:01.061792 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8e498625-a3e7-40f5-874f-adfb4307a100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:01.064525 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8e498625-a3e7-40f5-874f-adfb4307a100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:01.073199 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-72d18c07-b9f9-4364-8b6a-13a43ad0e8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:01.114590 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-8e498625-a3e7-40f5-874f-adfb4307a100 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2bd275e8e5154405b1bd9c9910502cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121634 Feb 07 01:51:01.116317 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e498625-a3e7-40f5-874f-adfb4307a100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f2d08f-9a4c-4717-9914-b577c7f827c9,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:01.117596 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 50316) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:51:01.119835 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8e498625-a3e7-40f5-874f-adfb4307a100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:01.183457 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:01.210879 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:01.253884 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:01.258712 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a2eb30fd-222b-43e7-ab5f-1df32c666dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:01.269791 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f2d08f-9a4c-4717-9914-b577c7f827c9,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:01.281093 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.281516 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.281930 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.282340 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.282749 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.283182 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.283584 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.283988 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.284416 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.284818 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.285221 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.285620 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.286080 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.286484 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.286907 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.287331 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.287729 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.288127 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.288525 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.288923 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.289325 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.289722 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.290118 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.290511 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:01.293410 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:01.294627 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d1f2d08f-9a4c-4717-9914-b577c7f827c9 HTTP/1.1" status: 204 len: 168 time: 0.1759050 Feb 07 01:51:01.295637 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:02.595500 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 50348) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:51:02.746160 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-70352d9f-659b-4b8e-a822-a087a6782e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:02.761293 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-70352d9f-659b-4b8e-a822-a087a6782e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:51:02.765328 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-70352d9f-659b-4b8e-a822-a087a6782e1a admin admin] Usage tracker for resource:security_group_rule and tenant:26eadca7cc8840e495b9425a2b27de07 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:51:02.768374 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-70352d9f-659b-4b8e-a822-a087a6782e1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:51:02.774098 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-70352d9f-659b-4b8e-a822-a087a6782e1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:51:02.856793 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-70352d9f-659b-4b8e-a822-a087a6782e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:02.859650 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-70352d9f-659b-4b8e-a822-a087a6782e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:02.868945 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2ecceefa-5f16-41ac-a0b4-5108a2377e7c tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:02.914254 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-70352d9f-659b-4b8e-a822-a087a6782e1a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=26eadca7cc8840e495b9425a2b27de07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176432 Feb 07 01:51:02.915241 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70352d9f-659b-4b8e-a822-a087a6782e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05677557-4d7d-4900-9859-ffdc33b06e3a,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:02.917221 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 50354) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:51:02.918463 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-70352d9f-659b-4b8e-a822-a087a6782e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:02.980231 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0b2ec016-58e1-4132-88f7-c4790c48329a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:03.007523 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0b2ec016-58e1-4132-88f7-c4790c48329a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:03.055830 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0b2ec016-58e1-4132-88f7-c4790c48329a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:03.060902 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3e16f24f-619d-4e27-8d04-cf4c1ff4c65a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:03.073497 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ec016-58e1-4132-88f7-c4790c48329a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05677557-4d7d-4900-9859-ffdc33b06e3a,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:03.077680 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0b2ec016-58e1-4132-88f7-c4790c48329a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:03.084112 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0b2ec016-58e1-4132-88f7-c4790c48329a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:03.085374 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-0b2ec016-58e1-4132-88f7-c4790c48329a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05677557-4d7d-4900-9859-ffdc33b06e3a HTTP/1.1" status: 204 len: 168 time: 0.1663187 Feb 07 01:51:03.897599 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 50378) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:51:04.035466 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-767983919-network', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8'}} {{(pid=79941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:51:04.040577 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:51:04.044780 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Usage tracker for resource:network and tenant:e2dce6e0c149465684599ec181339cf8 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:51:04.047957 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:51:04.054504 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:51:04.064039 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Made reservation on behalf of e2dce6e0c149465684599ec181339cf8 for: {'network': 1} {{(pid=79941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:51:04.068796 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for network, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:04.081423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:04.097355 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:51:04.101397 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Usage tracker for resource:security_group_rule and tenant:e2dce6e0c149465684599ec181339cf8 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:51:04.105390 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:51:04.111253 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:51:04.195677 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:04.198681 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:04.202918 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-17a69990-14de-4008-ad90-66e074c8a990 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:04.232350 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=79941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 07 01:51:04.245883 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c237f29-9fbe-458f-bd73-a897276c4e35,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:04.251015 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363282839147363', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:04.251473 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.segments_db [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Added segment e3ae7cb4-c42f-40b2-a355-b5b9b7220df1 of type vxlan for network 69cd2859-3b58-4725-a101-d5bcaf293692 Feb 07 01:51:04.260902 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.261322 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.261729 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.262126 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.262522 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.262946 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.263339 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.263727 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.264116 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.264510 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.264896 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.265280 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.265722 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.266113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.266500 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.266927 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.267309 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.267697 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.268082 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.268505 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.268895 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.269280 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.269662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.270047 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:04.275649 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:04.296116 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754015121881'] for network, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:04.326046 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939'] for network, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:04.327341 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:04.327988 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:04.332825 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:04.436403 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5375957 Feb 07 01:51:04.439723 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 50386) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:51:04.442190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Pushing event updated for resources: {'Network': ['ID=69cd2859-3b58-4725-a101-d5bcaf293692,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:04.445135 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:04.447175 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-158c0924-9a4f-4514-84b6-6e9195104fe0 admin admin] Request body: {'subnet': {'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-767983919-subnet', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'ip_version': 4}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:51:04.455811 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-158c0924-9a4f-4514-84b6-6e9195104fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:51:04.457948 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Network 69cd2859-3b58-4725-a101-d5bcaf293692 details requested by agent ovs-agent-dv-cinder-740146-7-smb with host dv-cinder-740146-7-smb {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:51:04.461321 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-158c0924-9a4f-4514-84b6-6e9195104fe0 admin admin] Usage tracker for resource:subnet and tenant:e2dce6e0c149465684599ec181339cf8 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:51:04.465117 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-158c0924-9a4f-4514-84b6-6e9195104fe0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:51:04.471162 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-158c0924-9a4f-4514-84b6-6e9195104fe0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:51:04.482096 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158c0924-9a4f-4514-84b6-6e9195104fe0 admin admin] Made reservation on behalf of e2dce6e0c149465684599ec181339cf8 for: {'subnet': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:51:04.482296 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Network 69cd2859-3b58-4725-a101-d5bcaf293692 details requested by agent ovs-agent-hv-cinder-74014 with host hv-cinder-74014 {{(pid=79943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 07 01:51:04.487212 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-158c0924-9a4f-4514-84b6-6e9195104fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381155'] for subnet, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:04.884531 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-158c0924-9a4f-4514-84b6-6e9195104fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2015017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381168'] for subnet, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:04.899617 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5d53a5b8-d4cb-4b57-9763-20b95ee6fc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:05.032205 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c0924-9a4f-4514-84b6-6e9195104fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:05.036238 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-158c0924-9a4f-4514-84b6-6e9195104fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:05.095357 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c0924-9a4f-4514-84b6-6e9195104fe0 admin admin] Checking segment: {'id': 'e3ae7cb4-c42f-40b2-a355-b5b9b7220df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:51:05.095741 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158c0924-9a4f-4514-84b6-6e9195104fe0 admin admin] Network hostable DHCP agents. Network: 69cd2859-3b58-4725-a101-d5bcaf293692, hostable agents: ['056a6a88-4ceb-42c7-bddf-a3443bc3d195'], hosted agents: [] {{(pid=79942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 07 01:51:05.115796 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158c0924-9a4f-4514-84b6-6e9195104fe0 admin admin] Network 69cd2859-3b58-4725-a101-d5bcaf293692 is scheduled to be hosted by DHCP agent 056a6a88-4ceb-42c7-bddf-a3443bc3d195 with binding_index 1 {{(pid=79942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 07 01:51:05.123736 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-158c0924-9a4f-4514-84b6-6e9195104fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-7-smb, 69cd2859-3b58-4725-a101-d5bcaf293692) {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:51:05.134009 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a71d310-5259-48c0-8da3-5acfe932b2f0 None None] Network 69cd2859-3b58-4725-a101-d5bcaf293692 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:51:05.136113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158c0924-9a4f-4514-84b6-6e9195104fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:05.136706 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-158c0924-9a4f-4514-84b6-6e9195104fe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:05.160244 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-158c0924-9a4f-4514-84b6-6e9195104fe0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7191403 Feb 07 01:51:05.163282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 50390) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:51:05.168747 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-767983919-router', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:51:05.173599 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:51:05.178152 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Usage tracker for resource:router and tenant:e2dce6e0c149465684599ec181339cf8 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:51:05.181682 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:51:05.187538 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:51:05.197033 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854102733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854535353'] for router, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:05.198081 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-680251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854072303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240478'] for router, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:05.219123 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:05.365275 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d144e43-08c9-5821-a72c-5faad193b909-69cd2859-3b58-4725-a101-d5bcaf293692', 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'fixed_ips': [{'subnet_id': '9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b'}]}} from dv-cinder-740146-7-smb. {{(pid=79943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 07 01:51:05.366590 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:05.507325 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854102750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240493'] for router, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:05.662032 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Allocated IP 172.20.0.2 (69cd2859-3b58-4725-a101-d5bcaf293692/9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b/3e34262d-ec68-4342-9ffe-08e9c61dbeca) {{(pid=79943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:51:05.895977 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Notify callbacks [] for port, precommit_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:05.906915 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Transition to ACTIVE for port object 3e34262d-ec68-4342-9ffe-08e9c61dbeca will not be triggered until provisioned by entity L2. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:51:05.923476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Transition to ACTIVE for port object 3e34262d-ec68-4342-9ffe-08e9c61dbeca will not be triggered until provisioned by entity DHCP. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:51:05.928101 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882'] for port, after_create {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:05.941216 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:06.065796 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:06.080007 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Pushing event updated for resources: {'Port': ['ID=3e34262d-ec68-4342-9ffe-08e9c61dbeca,revision_number=1']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:06.085335 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:06.099480 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:06.129911 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Network 69cd2859-3b58-4725-a101-d5bcaf293692 is already hosted by enough agents. {{(pid=79943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:51:06.131137 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Resources bound (agent type, host, resource id): {{(pid=79943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:51:06.133504 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Received port after_create {{(pid=79943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:51:06.194127 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Attempting to bind port 3e34262d-ec68-4342-9ffe-08e9c61dbeca on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:51:06.194538 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Attempting to bind port 3e34262d-ec68-4342-9ffe-08e9c61dbeca by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': 'e3ae7cb4-c42f-40b2-a355-b5b9b7220df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692'}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:51:06.194997 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Attempting to bind port 3e34262d-ec68-4342-9ffe-08e9c61dbeca on network 69cd2859-3b58-4725-a101-d5bcaf293692 {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:51:06.200495 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:51:06.200910 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Checking segment: {'id': 'e3ae7cb4-c42f-40b2-a355-b5b9b7220df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:51:06.201358 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:06.201793 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Bound using segment: {'id': 'e3ae7cb4-c42f-40b2-a355-b5b9b7220df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692'} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:51:06.202301 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Bound port: 3e34262d-ec68-4342-9ffe-08e9c61dbeca, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ae7cb4-c42f-40b2-a355-b5b9b7220df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692'}}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:51:06.202713 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:06.295713 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] For port 3e34262d-ec68-4342-9ffe-08e9c61dbeca, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:51:06.299071 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] For port 3e34262d-ec68-4342-9ffe-08e9c61dbeca, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=3e34262d-ec68-4342-9ffe-08e9c61dbeca,segment=NetworkSegment(e3ae7cb4-c42f-40b2-a355-b5b9b7220df1),segment_id=e3ae7cb4-c42f-40b2-a355-b5b9b7220df1)] {{(pid=79943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:51:06.302578 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:06.318615 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:06.371674 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Allocated IP 172.28.0.22 (99dfcdec-a658-4076-80f8-42c10fdcd0d7/7f907af6-b0a4-47f3-a608-7f27766af85d/cafaef85-36bd-468a-9b0a-03d54a1f6e2c) {{(pid=79942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:51:06.474266 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Pushing event updated for resources: {'Port': ['ID=3e34262d-ec68-4342-9ffe-08e9c61dbeca,revision_number=2']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:06.478241 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:06.533847 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:06.569247 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:06.585354 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-eb476f95-47f9-4829-b7e3-2abee24272e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:06.729314 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=cafaef85-36bd-468a-9b0a-03d54a1f6e2c,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:06.733709 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:06.779775 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 is already hosted by enough agents. {{(pid=79942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:51:06.781913 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:51:06.784485 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Received port after_create {{(pid=79942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:51:07.225116 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:07.585476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854095420'] for router, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:07.839342 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Router 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 is scheduled to L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 with binding_index 1 {{(pid=79942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 07 01:51:07.863079 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 3e34262d-ec68-4342-9ffe-08e9c61dbeca up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:51:07.886378 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e25eb9e-0573-4f47-93a1-7eae28b5223e None None] Network 69cd2859-3b58-4725-a101-d5bcaf293692 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:51:08.015476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-29f3d15e-8c86-42de-86fe-2cc2d4d1ffed None None] Provisioning for port 3e34262d-ec68-4342-9ffe-08e9c61dbeca completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:51:08.038622 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:51:08.048134 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Sync routers for ids ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'] in dv-cinder-740146-7-smb {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:51:08.056898 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port 3e34262d-ec68-4342-9ffe-08e9c61dbeca completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:51:08.059855 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Routers {'09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:51:08.060520 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:50:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:51:08.063316 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Notify callbacks [] for router, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:08.067754 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 50400) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:51:08.067952 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9036698 Feb 07 01:51:08.088749 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 3e34262d-ec68-4342-9ffe-08e9c61dbeca triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:51:08.089174 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:08.251826 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Set router 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:51:08.290706 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:08.332841 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] For port 3e34262d-ec68-4342-9ffe-08e9c61dbeca, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=3e34262d-ec68-4342-9ffe-08e9c61dbeca,segment=NetworkSegment(e3ae7cb4-c42f-40b2-a355-b5b9b7220df1),segment_id=e3ae7cb4-c42f-40b2-a355-b5b9b7220df1)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:51:08.337118 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:08.339149 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:08.424247 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Pushing event updated for resources: {'Port': ['ID=3e34262d-ec68-4342-9ffe-08e9c61dbeca,revision_number=3']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:08.437364 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:08.583038 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-fcae2b5c-d698-4e7d-9fd1-f5ea1c6cdfca None None] Provisioning complete for port 3e34262d-ec68-4342-9ffe-08e9c61dbeca triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:51:08.583477 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fcae2b5c-d698-4e7d-9fd1-f5ea1c6cdfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:08.757559 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'name': 'tempest-TestMinimumBasicScenario-767983919-router', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22'}], 'enable_snat': True}, 'gw_port_id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:51:05Z', 'updated_at': '2021-02-07T01:51:07Z', 'revision_number': 3, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'gw_port': {'id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:06Z', 'updated_at': '2021-02-07T01:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:51:08.762522 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Checking router: 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 for host: dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:51:08.762977 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Updating router 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 port cafaef85-36bd-468a-9b0a-03d54a1f6e2c binding host dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 07 01:51:08.835783 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:08.848969 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:09.031600 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-b55a881e-0e47-41c5-b6d7-547b1bcc4477 None None] Provisioning complete for port 3e34262d-ec68-4342-9ffe-08e9c61dbeca triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:51:09.032110 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b55a881e-0e47-41c5-b6d7-547b1bcc4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:09.268289 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Notify callbacks [] for port, precommit_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:09.281279 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Transition to ACTIVE for port object cafaef85-36bd-468a-9b0a-03d54a1f6e2c will not be triggered until provisioned by entity L2. {{(pid=79944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:51:09.283529 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:09.302373 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-aff2ad34-c386-4d39-84ca-f1e5250edee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:09.441552 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Pushing event updated for resources: {'Port': ['ID=cafaef85-36bd-468a-9b0a-03d54a1f6e2c,revision_number=2']} {{(pid=79944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:09.451303 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.452116 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.452116 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.452394 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.452695 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.453060 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.453418 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.453774 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.454130 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.454483 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.454844 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.455198 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.455604 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.456507 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.456867 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.457222 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.457575 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.457929 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.458289 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.458640 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.459282 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.459636 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.459991 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.460339 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:09.464470 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:09.485371 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Allocated IP 172.20.0.1 (69cd2859-3b58-4725-a101-d5bcaf293692/9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b/7fcb726b-5ac7-4786-829d-c39f5df0ac2c) {{(pid=79941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:51:09.517351 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Attempting to bind port cafaef85-36bd-468a-9b0a-03d54a1f6e2c on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:51:09.517767 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Attempting to bind port cafaef85-36bd-468a-9b0a-03d54a1f6e2c by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}] {{(pid=79944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:51:09.518179 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Attempting to bind port cafaef85-36bd-468a-9b0a-03d54a1f6e2c on network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:51:09.524372 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:51:09.524828 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Checking segment: {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:51:09.525273 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:09.525713 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Bound using segment: {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'} {{(pid=79944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:51:09.526226 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Bound port: cafaef85-36bd-468a-9b0a-03d54a1f6e2c, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd597f4d7-0bd1-4930-8572-45f7428dc0f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}}] {{(pid=79944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:51:09.526637 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:09.604656 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] For port cafaef85-36bd-468a-9b0a-03d54a1f6e2c, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:51:09.607818 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] For port cafaef85-36bd-468a-9b0a-03d54a1f6e2c, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=cafaef85-36bd-468a-9b0a-03d54a1f6e2c,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:51:09.611297 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79944) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:09.626678 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:09.641991 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:09.658052 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Transition to ACTIVE for port object 7fcb726b-5ac7-4786-829d-c39f5df0ac2c will not be triggered until provisioned by entity DHCP. {{(pid=79941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:51:09.682394 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:09.698335 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2fc042b1-e3b9-4fcf-9590-1ec2d056ecbb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:09.779415 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Pushing event updated for resources: {'Port': ['ID=cafaef85-36bd-468a-9b0a-03d54a1f6e2c,revision_number=3']} {{(pid=79944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:09.782939 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1d9c3e96-932b-4aab-ac42-66b8206987ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79944) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:09.821767 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 3e34262d-ec68-4342-9ffe-08e9c61dbeca up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:51:09.829055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Routers {'09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:51:09.829733 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:50:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:51:09.853431 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Pushing event updated for resources: {'Port': ['ID=7fcb726b-5ac7-4786-829d-c39f5df0ac2c,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:09.857243 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:09.902157 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 3e34262d-ec68-4342-9ffe-08e9c61dbeca triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:51:09.902575 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:09.905738 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Network 69cd2859-3b58-4725-a101-d5bcaf293692 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:51:09.906950 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:51:09.909966 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Received port after_create {{(pid=79941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:51:09.975205 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854093824'] for router_interface, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:10.042911 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] Set router 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:51:10.127159 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:10.193944 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-97b5c63d-9568-436c-ad26-c67d661e8ea2 None None] Provisioning for port 7fcb726b-5ac7-4786-829d-c39f5df0ac2c completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:51:10.200873 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-97b5c63d-9568-436c-ad26-c67d661e8ea2 None None] Provisioning complete for port 7fcb726b-5ac7-4786-829d-c39f5df0ac2c triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:51:10.201586 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-97b5c63d-9568-436c-ad26-c67d661e8ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:10.267735 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-97b5c63d-9568-436c-ad26-c67d661e8ea2 None None] Port 7fcb726b-5ac7-4786-829d-c39f5df0ac2c cannot update to ACTIVE because it is not bound. {{(pid=79943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 07 01:51:10.385322 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'name': 'tempest-TestMinimumBasicScenario-767983919-router', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22'}], 'enable_snat': True}, 'gw_port_id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:51:05Z', 'updated_at': '2021-02-07T01:51:07Z', 'revision_number': 3, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'gw_port': {'id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:06Z', 'updated_at': '2021-02-07T01:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:51:10.387221 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bd0f5-d343-4796-8a5e-f65076207102 None None] The sync data for ids ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'] in dv-cinder-740146-7-smb is: [{'id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'name': 'tempest-TestMinimumBasicScenario-767983919-router', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22'}], 'enable_snat': True}, 'gw_port_id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:51:05Z', 'updated_at': '2021-02-07T01:51:07Z', 'revision_number': 3, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'gw_port': {'id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:06Z', 'updated_at': '2021-02-07T01:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}] {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:51:10.446301 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Notify callbacks [] for port, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:10.450247 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2420082'] for port, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:10.480662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a553530c-7edf-438c-8cc2-b33ba973fc65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:10.580372 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680157'] for router_interface, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:10.596136 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Pushing event updated for resources: {'Port': ['ID=7fcb726b-5ac7-4786-829d-c39f5df0ac2c,revision_number=2']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:10.603340 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:10.726363 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Network 69cd2859-3b58-4725-a101-d5bcaf293692 is already hosted by enough agents. {{(pid=79941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:51:10.727552 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Resources bound (agent type, host, resource id): {{(pid=79941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:51:10.949669 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Router 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:51:10.997004 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-3c447ea9-3174-4a65-986e-9526c0893102 None None] Provisioning complete for port 7fcb726b-5ac7-4786-829d-c39f5df0ac2c triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:51:10.997434 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3c447ea9-3174-4a65-986e-9526c0893102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:11.056199 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-3c447ea9-3174-4a65-986e-9526c0893102 None None] Port 7fcb726b-5ac7-4786-829d-c39f5df0ac2c cannot update to ACTIVE because it is not bound. {{(pid=79943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 07 01:51:11.149119 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:51:11.159436 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] 10.222.0.52 "PUT /v2.0/routers/09a2b36d-f886-4b57-98ec-1dac9c8b2fd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0893903 Feb 07 01:51:11.315883 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-cacf8c6c-eb54-4041-bb6d-2bb8750f0bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:11.835537 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device cafaef85-36bd-468a-9b0a-03d54a1f6e2c up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:51:11.911639 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port cafaef85-36bd-468a-9b0a-03d54a1f6e2c completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:51:11.916891 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port cafaef85-36bd-468a-9b0a-03d54a1f6e2c triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:51:11.917334 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:12.051924 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:12.072977 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] For port cafaef85-36bd-468a-9b0a-03d54a1f6e2c, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=cafaef85-36bd-468a-9b0a-03d54a1f6e2c,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:51:12.076769 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:12.078940 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:12.156231 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Pushing event updated for resources: {'Port': ['ID=cafaef85-36bd-468a-9b0a-03d54a1f6e2c,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:12.159709 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:13.260581 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Sync routers for ids ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'] in dv-cinder-740146-7-smb {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:51:13.273319 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Routers {'09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:51:13.274622 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:50:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:51:13.499874 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Set router 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:51:13.783375 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:13.806549 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8fc7c764-e095-4f94-b394-b28389974fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:13.881928 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device cafaef85-36bd-468a-9b0a-03d54a1f6e2c up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:51:13.951546 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'name': 'tempest-TestMinimumBasicScenario-767983919-router', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22'}], 'enable_snat': True}, 'gw_port_id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:51:05Z', 'updated_at': '2021-02-07T01:51:10Z', 'revision_number': 4, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'gw_port': {'id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:06Z', 'updated_at': '2021-02-07T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '7fcb726b-5ac7-4786-829d-c39f5df0ac2c', 'name': '', 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'mac_address': 'fa:16:3e:a6:9c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:09Z', 'updated_at': '2021-02-07T01:51:10Z', 'revision_number': 2, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'subnets': [{'id': '9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:51:13.959652 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Checking router: 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 for host: dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:51:13.960055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Updating router 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 port 7fcb726b-5ac7-4786-829d-c39f5df0ac2c binding host dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 07 01:51:14.036442 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:14.047534 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port cafaef85-36bd-468a-9b0a-03d54a1f6e2c triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:51:14.047961 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:14.170361 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:14.648840 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Notify callbacks [] for port, precommit_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:14.662868 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Transition to ACTIVE for port object 7fcb726b-5ac7-4786-829d-c39f5df0ac2c will not be triggered until provisioned by entity L2. {{(pid=79943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:51:14.667002 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:14.682525 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:14.834697 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092549d5-ce70-4cdc-b2f1-3493abb10a11 None None] Pushing event updated for resources: {'Port': ['ID=7fcb726b-5ac7-4786-829d-c39f5df0ac2c,revision_number=3']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:14.839113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-092549d5-ce70-4cdc-b2f1-3493abb10a11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:15.195187 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:15.206502 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Attempting to bind port 7fcb726b-5ac7-4786-829d-c39f5df0ac2c on host dv-cinder-740146-7-smb for vnic_type normal with profile {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:51:15.206938 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Attempting to bind port 7fcb726b-5ac7-4786-829d-c39f5df0ac2c by drivers openvswitch on host dv-cinder-740146-7-smb at level 0 using segments [{'id': 'e3ae7cb4-c42f-40b2-a355-b5b9b7220df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692'}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:51:15.207347 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Attempting to bind port 7fcb726b-5ac7-4786-829d-c39f5df0ac2c on network 69cd2859-3b58-4725-a101-d5bcaf293692 {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:51:15.214834 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Checking agent: {'id': 'be435941-478b-4441-9c46-7e276284c4b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 34, 45), 'started_at': datetime.datetime(2021, 2, 7, 1, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:51:15.215258 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Checking segment: {'id': 'e3ae7cb4-c42f-40b2-a355-b5b9b7220df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:51:15.215703 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:15.216140 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Bound using segment: {'id': 'e3ae7cb4-c42f-40b2-a355-b5b9b7220df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692'} {{(pid=79943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:51:15.216661 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Bound port: 7fcb726b-5ac7-4786-829d-c39f5df0ac2c, host: dv-cinder-740146-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ae7cb4-c42f-40b2-a355-b5b9b7220df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692'}}] {{(pid=79943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:51:15.217086 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:15.331137 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] For port 7fcb726b-5ac7-4786-829d-c39f5df0ac2c, host dv-cinder-740146-7-smb, cleared binding levels {{(pid=79943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:51:15.334672 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] For port 7fcb726b-5ac7-4786-829d-c39f5df0ac2c, host dv-cinder-740146-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=7fcb726b-5ac7-4786-829d-c39f5df0ac2c,segment=NetworkSegment(e3ae7cb4-c42f-40b2-a355-b5b9b7220df1),segment_id=e3ae7cb4-c42f-40b2-a355-b5b9b7220df1)] {{(pid=79943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:51:15.338918 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:15.356648 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-85f5c3ff-1df1-4934-9ce9-1ae108c1674f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:15.514103 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092549d5-ce70-4cdc-b2f1-3493abb10a11 None None] Pushing event updated for resources: {'Port': ['ID=7fcb726b-5ac7-4786-829d-c39f5df0ac2c,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:15.519397 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-092549d5-ce70-4cdc-b2f1-3493abb10a11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:15.573152 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Routers {'09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:51:15.573152 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:51:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:51:15.713535 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:15.794601 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] Set router 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:51:16.136666 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:51:16.150048 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'name': 'tempest-TestMinimumBasicScenario-767983919-router', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22'}], 'enable_snat': True}, 'gw_port_id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:51:05Z', 'updated_at': '2021-02-07T01:51:10Z', 'revision_number': 4, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'gw_port': {'id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:06Z', 'updated_at': '2021-02-07T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '7fcb726b-5ac7-4786-829d-c39f5df0ac2c', 'name': '', 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'mac_address': 'fa:16:3e:a6:9c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:09Z', 'updated_at': '2021-02-07T01:51:15Z', 'revision_number': 4, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'subnets': [{'id': '9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:51:16.154470 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47feed0d-5d6a-49f5-8e0c-51e272a608de None None] The sync data for ids ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'] in dv-cinder-740146-7-smb is: [{'id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'name': 'tempest-TestMinimumBasicScenario-767983919-router', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22'}], 'enable_snat': True}, 'gw_port_id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:51:05Z', 'updated_at': '2021-02-07T01:51:10Z', 'revision_number': 4, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'gw_port': {'id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:06Z', 'updated_at': '2021-02-07T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '7fcb726b-5ac7-4786-829d-c39f5df0ac2c', 'name': '', 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'mac_address': 'fa:16:3e:a6:9c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:09Z', 'updated_at': '2021-02-07T01:51:15Z', 'revision_number': 4, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'subnets': [{'id': '9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:51:17.870718 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 7fcb726b-5ac7-4786-829d-c39f5df0ac2c up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:51:17.952800 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning for port 7fcb726b-5ac7-4786-829d-c39f5df0ac2c completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:51:17.957743 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 7fcb726b-5ac7-4786-829d-c39f5df0ac2c triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:51:17.958162 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:18.088626 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:18.129855 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] For port 7fcb726b-5ac7-4786-829d-c39f5df0ac2c, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=7fcb726b-5ac7-4786-829d-c39f5df0ac2c,segment=NetworkSegment(e3ae7cb4-c42f-40b2-a355-b5b9b7220df1),segment_id=e3ae7cb4-c42f-40b2-a355-b5b9b7220df1)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:51:18.133534 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:18.135691 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:18.209765 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Pushing event updated for resources: {'Port': ['ID=7fcb726b-5ac7-4786-829d-c39f5df0ac2c,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:18.214385 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:19.841946 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 7fcb726b-5ac7-4786-829d-c39f5df0ac2c up at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:51:19.943564 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Provisioning complete for port 7fcb726b-5ac7-4786-829d-c39f5df0ac2c triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:51:19.943912 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:21.567361 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-15f25352-2933-4a3c-8ab4-f14573085f67 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:21.569010 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-15f25352-2933-4a3c-8ab4-f14573085f67 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/networks?id=69cd2859-3b58-4725-a101-d5bcaf293692 HTTP/1.1" status: 200 len: 814 time: 0.4736364 Feb 07 01:51:21.585041 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-85c3137e-c82a-47d0-b8ae-90d7e9d20b69 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/quotas/e2dce6e0c149465684599ec181339cf8 HTTP/1.1" status: 200 len: 375 time: 0.0100937 Feb 07 01:51:21.706213 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-5b714976-6c9b-4bcc-957d-360d32c73294 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e2dce6e0c149465684599ec181339cf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157658 Feb 07 01:51:21.937182 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-7a7e83fa-c98a-4ce5-b610-92ac3b76ead4 service neutron] 10.222.0.52 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176924 Feb 07 01:51:22.077762 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-0387d697-03e3-4c8e-bc25-55b131935e4b service neutron] 10.222.0.52 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1340117 Feb 07 01:51:22.279486 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-223a052e-7357-4896-9aa4-ecd4c5fb0867 req-148c78fe-8af0-432e-af28-e07a62e9990c tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 210 time: 0.0485225 Feb 07 01:51:23.485535 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-78b063f0-67c8-46d9-992f-5f3de0168186 req-68b2770e-92d8-4522-a792-ce34e1aba982 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 210 time: 0.0603616 Feb 07 01:51:23.604687 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-e7c9c3f8-9757-40d0-bca1-5b32fca22274 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:23.606257 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-e7c9c3f8-9757-40d0-bca1-5b32fca22274 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.45 "GET /v2.0/networks?id=69cd2859-3b58-4725-a101-d5bcaf293692 HTTP/1.1" status: 200 len: 814 time: 0.3124790 Feb 07 01:51:23.639647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Request body: {'port': {'device_id': 'df3977e6-cac2-4202-b1de-ded22f278611', 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692', 'admin_state_up': True, 'tenant_id': 'e2dce6e0c149465684599ec181339cf8'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:51:23.785136 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:51:23.789254 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Usage tracker for resource:port and tenant:e2dce6e0c149465684599ec181339cf8 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:51:23.792266 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:51:23.798121 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:51:23.807255 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Made reservation on behalf of e2dce6e0c149465684599ec181339cf8 for: {'port': 1} {{(pid=79942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 07 01:51:23.828242 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:24.199719 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Allocated IP 172.20.0.8 (69cd2859-3b58-4725-a101-d5bcaf293692/9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b/5ac9f34f-03ce-4098-80e6-a0ccd233c15a) {{(pid=79942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:51:24.430109 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for port, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:24.447324 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Transition to ACTIVE for port object 5ac9f34f-03ce-4098-80e6-a0ccd233c15a will not be triggered until provisioned by entity DHCP. {{(pid=79942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:51:24.472616 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:24.488246 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a58e7f4a-1b80-4598-9d9c-2a78b0f3b8c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:24.649482 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Pushing event updated for resources: {'Port': ['ID=5ac9f34f-03ce-4098-80e6-a0ccd233c15a,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:24.670503 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:24.793587 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Network 69cd2859-3b58-4725-a101-d5bcaf293692 is already hosted by enough agents. {{(pid=79942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:51:24.877825 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945f5db-27da-46ac-a7ab-7345c7157ac6 req-1eebaf78-6ad2-4056-9e4b-42908e8f638f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:24.879580 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f945f5db-27da-46ac-a7ab-7345c7157ac6 req-1eebaf78-6ad2-4056-9e4b-42908e8f638f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 931 time: 0.2117231 Feb 07 01:51:24.880771 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Resources bound (agent type, host, resource id): {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:51:24.883235 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Received port after_create {{(pid=79942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:51:24.995080 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f945f5db-27da-46ac-a7ab-7345c7157ac6 req-ec5be8c8-2382-4bda-8c31-21e0823736db tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834024 Feb 07 01:51:25.064820 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:25.065551 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:25.085543 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-299e1432-04be-4f09-af48-daf8e0de72c5 None None] Provisioning for port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a completed by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:51:25.091493 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-299e1432-04be-4f09-af48-daf8e0de72c5 None None] Provisioning complete for port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:51:25.092218 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-299e1432-04be-4f09-af48-daf8e0de72c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:25.101356 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4656065 Feb 07 01:51:25.151023 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-299e1432-04be-4f09-af48-daf8e0de72c5 None None] Port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a cannot update to ACTIVE because it is not bound. {{(pid=79943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 07 01:51:26.298173 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b29437-0bcf-4faf-990e-5a2013e673b5 req-0d4716b7-c972-4f5c-9c93-fb800f00a80b tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:26.298945 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-52b29437-0bcf-4faf-990e-5a2013e673b5 req-0d4716b7-c972-4f5c-9c93-fb800f00a80b tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Synchronizing usage tracker for tenant:e2dce6e0c149465684599ec181339cf8 on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:51:26.316256 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-52b29437-0bcf-4faf-990e-5a2013e673b5 req-0d4716b7-c972-4f5c-9c93-fb800f00a80b tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Unset dirty status for tenant:e2dce6e0c149465684599ec181339cf8 on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:51:26.318132 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-52b29437-0bcf-4faf-990e-5a2013e673b5 req-0d4716b7-c972-4f5c-9c93-fb800f00a80b tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 931 time: 0.1874185 Feb 07 01:51:26.384990 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-52b29437-0bcf-4faf-990e-5a2013e673b5 req-0aaf1b26-ef23-4e4c-b9c9-eb10817ee9c1 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602431 Feb 07 01:51:27.675357 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2830de2-ecee-4326-b7f0-046121d43147 req-d538edf7-f7aa-4792-b0a2-18f8f491ae38 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:27.677488 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c2830de2-ecee-4326-b7f0-046121d43147 req-d538edf7-f7aa-4792-b0a2-18f8f491ae38 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 931 time: 0.1635990 Feb 07 01:51:27.750160 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c2830de2-ecee-4326-b7f0-046121d43147 req-6d00be7b-1433-4379-901d-36181998adab tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662670 Feb 07 01:51:29.106364 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df443dfe-d5f7-41d7-ab6c-326bb95fb0fe req-4fe939a1-859d-4f49-8720-8461d3447b20 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:29.108183 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-df443dfe-d5f7-41d7-ab6c-326bb95fb0fe req-4fe939a1-859d-4f49-8720-8461d3447b20 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 931 time: 0.2185926 Feb 07 01:51:29.174416 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-df443dfe-d5f7-41d7-ab6c-326bb95fb0fe req-593e6bd1-d132-443e-8b68-7d44baf94013 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592608 Feb 07 01:51:30.481799 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9576e-7854-4005-868f-f2f6f0a4938a req-fd2f90df-9b0f-4c3b-9eb4-817f98b7404e tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:30.483519 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5ea9576e-7854-4005-868f-f2f6f0a4938a req-fd2f90df-9b0f-4c3b-9eb4-817f98b7404e tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 931 time: 0.1799936 Feb 07 01:51:30.558788 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-5ea9576e-7854-4005-868f-f2f6f0a4938a req-500ff13e-584f-4c77-ba79-3ad21a5218da tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680966 Feb 07 01:51:31.852621 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ddaed-e4a8-448e-bab5-ab7c830acd80 req-5d512938-c6ed-476a-ab09-4813dcb7fdc5 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:31.854322 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7d4ddaed-e4a8-448e-bab5-ab7c830acd80 req-5d512938-c6ed-476a-ab09-4813dcb7fdc5 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 931 time: 0.1657729 Feb 07 01:51:31.929789 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7d4ddaed-e4a8-448e-bab5-ab7c830acd80 req-aae7aab5-8f1b-4dd2-9dc8-9d6851301642 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691209 Feb 07 01:51:33.224943 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5f2f3-74bf-419e-8df8-ab2833febc95 req-ca9df25d-f7ee-4971-a724-f5396ef35dca tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:33.226606 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9fc5f2f3-74bf-419e-8df8-ab2833febc95 req-ca9df25d-f7ee-4971-a724-f5396ef35dca tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 931 time: 0.1653633 Feb 07 01:51:33.291455 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9fc5f2f3-74bf-419e-8df8-ab2833febc95 req-638639ae-d489-4299-bdd7-ebd3b6d8b1f7 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574679 Feb 07 01:51:34.341242 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Request body: {'port': {'device_id': 'df3977e6-cac2-4202-b1de-ded22f278611', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:51:34.749043 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:34.973801 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138d9df-c093-4320-a053-ee44b9b9c321 req-9ccb5bff-2cd0-4d95-aad8-4fd2227ede5a tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:34.975509 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7138d9df-c093-4320-a053-ee44b9b9c321 req-9ccb5bff-2cd0-4d95-aad8-4fd2227ede5a tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 931 time: 0.3031991 Feb 07 01:51:35.109506 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7138d9df-c093-4320-a053-ee44b9b9c321 req-149dfd5e-eaaf-4275-96ca-cd6614f70c98 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229661 Feb 07 01:51:35.319119 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac9f34f-03ce-4098-80e6-a0ccd233c15a {{(pid=79942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 07 01:51:35.326745 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:35.339275 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Transition to ACTIVE for port object 5ac9f34f-03ce-4098-80e6-a0ccd233c15a will not be triggered until provisioned by entity L2. {{(pid=79942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 07 01:51:35.341850 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852760648'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:35.357409 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-6c4139af-1c6a-4058-bb56-31d8d3e484b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:35.498266 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Pushing event updated for resources: {'Port': ['ID=5ac9f34f-03ce-4098-80e6-a0ccd233c15a,revision_number=2']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:35.504722 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:35.679334 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Attempting to bind port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a on host hv-cinder-74014 for vnic_type normal with profile {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 01:51:35.679706 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Attempting to bind port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a by drivers openvswitch on host hv-cinder-74014 at level 0 using segments [{'id': 'e3ae7cb4-c42f-40b2-a355-b5b9b7220df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692'}] {{(pid=79942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 07 01:51:35.680069 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Attempting to bind port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a on network 69cd2859-3b58-4725-a101-d5bcaf293692 {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 07 01:51:35.685804 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Checking agent: {'id': 'b7cc771a-d95a-4267-9fb0-ee0cef286fca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 7, 1, 41, 44), 'started_at': datetime.datetime(2021, 2, 7, 1, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 2, 7, 1, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 01:51:35.686292 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Checking segment: {'id': 'e3ae7cb4-c42f-40b2-a355-b5b9b7220df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 07 01:51:35.686579 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:35.687009 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Bound using segment: {'id': 'e3ae7cb4-c42f-40b2-a355-b5b9b7220df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692'} {{(pid=79942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 01:51:35.687482 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Bound port: 5ac9f34f-03ce-4098-80e6-a0ccd233c15a, host: hv-cinder-74014, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ae7cb4-c42f-40b2-a355-b5b9b7220df1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692'}}] {{(pid=79942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 07 01:51:35.687852 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:35.787214 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] For port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a, host hv-cinder-74014, cleared binding levels {{(pid=79942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 07 01:51:35.790329 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] For port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=5ac9f34f-03ce-4098-80e6-a0ccd233c15a,segment=NetworkSegment(e3ae7cb4-c42f-40b2-a355-b5b9b7220df1),segment_id=e3ae7cb4-c42f-40b2-a355-b5b9b7220df1)] {{(pid=79942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 07 01:51:35.869444 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852760648'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:35.885326 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-98b99714-9b29-4720-9723-f0b5802fc8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:36.043110 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Pushing event updated for resources: {'Port': ['ID=5ac9f34f-03ce-4098-80e6-a0ccd233c15a,revision_number=3']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:36.048447 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:36.080236 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:36.080986 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:36.082357 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-593d759e-7e39-4407-8b6c-5c244d33494c service neutron] 10.222.0.45 "PUT /v2.0/ports/5ac9f34f-03ce-4098-80e6-a0ccd233c15a HTTP/1.1" status: 200 len: 1157 time: 1.7460244 Feb 07 01:51:36.082968 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3977e6-cac2-4202-b1de-ded22f278611', 'tag': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:51:36.176600 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3977e6-cac2-4202-b1de-ded22f278611', 'tag': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a', 'status': 'completed', 'code': 200} Feb 07 01:51:36.228700 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-1e86b1b8-e87b-4c55-b2bc-0062e80c6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:36.230348 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-1e86b1b8-e87b-4c55-b2bc-0062e80c6886 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2dce6e0c149465684599ec181339cf8&device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 1160 time: 0.0933406 Feb 07 01:51:36.354920 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-4a20cd84-e736-4894-9a2d-d8a330d84605 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9f34f-03ce-4098-80e6-a0ccd233c15a HTTP/1.1" status: 200 len: 217 time: 0.1115632 Feb 07 01:51:36.440318 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-bcf9887d-9e88-40db-94d5-27fe68cb758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:36.441875 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-bcf9887d-9e88-40db-94d5-27fe68cb758f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b HTTP/1.1" status: 200 len: 853 time: 0.0789175 Feb 07 01:51:36.526320 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3e3ef-4fbb-441b-9be2-c114d5f8cd0b req-2a280ef7-132b-4f0c-893b-2b1861cf18ed tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:36.527877 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dba3e3ef-4fbb-441b-9be2-c114d5f8cd0b req-2a280ef7-132b-4f0c-893b-2b1861cf18ed tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 943 time: 0.2331722 Feb 07 01:51:36.645757 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dba3e3ef-4fbb-441b-9be2-c114d5f8cd0b req-bebdc63b-5d06-4779-9a5d-875b45f29737 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819063 Feb 07 01:51:36.659491 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-d38f7d2a-6e97-4413-bcf3-f80aa2a07afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:36.661057 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-d38f7d2a-6e97-4413-bcf3-f80aa2a07afa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=69cd2859-3b58-4725-a101-d5bcaf293692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1322606 Feb 07 01:51:36.801569 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-61a714e8-aa1c-48e6-a792-f17801cd305d service neutron] 10.222.0.45 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330152 Feb 07 01:51:36.944305 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-10c20144-e6e4-43b4-ba14-e1e1c6706bf7 req-0f3077e3-756c-47c7-8f9b-9d1ad7e61a08 service neutron] 10.222.0.45 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351693 Feb 07 01:51:37.119506 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65004ab-4fd7-4ff0-b87b-a64030b3c169 req-5090ff24-8d22-4fbd-bc10-88c2c3ff3d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:37.121128 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b65004ab-4fd7-4ff0-b87b-a64030b3c169 req-5090ff24-8d22-4fbd-bc10-88c2c3ff3d2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2dce6e0c149465684599ec181339cf8&device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 1160 time: 0.0784328 Feb 07 01:51:37.263405 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65004ab-4fd7-4ff0-b87b-a64030b3c169 req-a3bc7103-7986-4329-8a01-fdee58759c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:37.265081 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b65004ab-4fd7-4ff0-b87b-a64030b3c169 req-a3bc7103-7986-4329-8a01-fdee58759c1d service neutron] 10.222.0.45 "GET /v2.0/networks?id=69cd2859-3b58-4725-a101-d5bcaf293692 HTTP/1.1" status: 200 len: 908 time: 0.1371677 Feb 07 01:51:37.342514 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b65004ab-4fd7-4ff0-b87b-a64030b3c169 req-1ba9c41d-fc9b-4360-af29-5be3b7a6f904 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9f34f-03ce-4098-80e6-a0ccd233c15a HTTP/1.1" status: 200 len: 217 time: 0.0694304 Feb 07 01:51:37.461097 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65004ab-4fd7-4ff0-b87b-a64030b3c169 req-cfdb6d23-8739-4b81-85ab-01d8573a820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:37.462648 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b65004ab-4fd7-4ff0-b87b-a64030b3c169 req-cfdb6d23-8739-4b81-85ab-01d8573a820d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b HTTP/1.1" status: 200 len: 853 time: 0.1110942 Feb 07 01:51:37.635713 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9e3d3-6c69-4c1b-a4b9-190fd9889e72 req-0018d128-269f-482c-8e3d-960fa17f55d7 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:37.637296 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-35f9e3d3-6c69-4c1b-a4b9-190fd9889e72 req-0018d128-269f-482c-8e3d-960fa17f55d7 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.2310934 Feb 07 01:51:37.660776 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65004ab-4fd7-4ff0-b87b-a64030b3c169 req-ba83ed6e-e374-41e0-a3da-202be2a0c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:37.662278 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b65004ab-4fd7-4ff0-b87b-a64030b3c169 req-ba83ed6e-e374-41e0-a3da-202be2a0c5e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=69cd2859-3b58-4725-a101-d5bcaf293692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1923971 Feb 07 01:51:38.001586 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-35f9e3d3-6c69-4c1b-a4b9-190fd9889e72 req-2b163d8b-1b1d-4113-bf2f-625fe0354f2e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3570259 Feb 07 01:51:38.142515 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b65004ab-4fd7-4ff0-b87b-a64030b3c169 req-a0327488-9f34-488e-9df1-2cbdb4f30933 service neutron] 10.222.0.45 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714317 Feb 07 01:51:38.223656 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3dd4a-9a3e-4ccc-9099-bc83e5d23f78 req-d903e9c6-4cf4-4f4f-b3c5-1b36786aebda tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:38.225255 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-64d3dd4a-9a3e-4ccc-9099-bc83e5d23f78 req-d903e9c6-4cf4-4f4f-b3c5-1b36786aebda tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 943 time: 0.2800641 Feb 07 01:51:38.387937 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-64d3dd4a-9a3e-4ccc-9099-bc83e5d23f78 req-4d3fa21d-3777-4fbc-be77-a060fbf8bd13 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353576 Feb 07 01:51:38.415808 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b65004ab-4fd7-4ff0-b87b-a64030b3c169 req-7f6958fa-40da-455f-96bd-744ad66f56a4 service neutron] 10.222.0.45 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1895332 Feb 07 01:51:39.308212 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d42c7a-dfeb-4a9b-8ad3-cfea190f0536 req-4f821dae-1fa8-4cfa-9464-313c52e4fbad tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:39.309970 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a2d42c7a-dfeb-4a9b-8ad3-cfea190f0536 req-4f821dae-1fa8-4cfa-9464-313c52e4fbad tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.1651542 Feb 07 01:51:39.342060 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.objects.ports [None req-b72c287c-9ac3-41f2-98ee-221c2348c2a2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79943) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 07 01:51:39.373616 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a2d42c7a-dfeb-4a9b-8ad3-cfea190f0536 req-e755eb7a-058a-4650-9422-ca0dafed0d69 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572808 Feb 07 01:51:39.742188 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5724c-1d42-4014-95e9-5c7867177881 req-7482c2eb-59e7-493b-aa6f-ed91bb249b9b tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:39.743834 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a2c5724c-1d42-4014-95e9-5c7867177881 req-7482c2eb-59e7-493b-aa6f-ed91bb249b9b tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 943 time: 0.2267201 Feb 07 01:51:39.747700 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-36bea916-9d32-46d4-8166-202c0de55795 req-538c3733-10b1-422c-a191-3bccab3ff41f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1934612 Feb 07 01:51:39.807254 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a2c5724c-1d42-4014-95e9-5c7867177881 req-ab81b3de-7486-4e2e-a609-dfe37bcdee3d tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569031 Feb 07 01:51:39.881530 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 5ac9f34f-03ce-4098-80e6-a0ccd233c15a up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:51:39.927104 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bea916-9d32-46d4-8166-202c0de55795 req-fff7e4f9-fbc1-4c3b-9663-4fd8e6c615d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:39.928815 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-36bea916-9d32-46d4-8166-202c0de55795 req-fff7e4f9-fbc1-4c3b-9663-4fd8e6c615d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b1931abed614b84acfd403a98a2afee&device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 1162 time: 0.0829031 Feb 07 01:51:39.952419 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning for port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a completed by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 07 01:51:39.957379 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:51:39.957805 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:40.083202 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:40.091615 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bea916-9d32-46d4-8166-202c0de55795 req-d6915307-6e09-4c95-83dc-4520f94dc3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:40.093365 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-36bea916-9d32-46d4-8166-202c0de55795 req-d6915307-6e09-4c95-83dc-4520f94dc3fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e542c9b-3ffd-4866-9222-017b5e713245 HTTP/1.1" status: 200 len: 902 time: 0.1434572 Feb 07 01:51:40.111523 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3977e6-cac2-4202-b1de-ded22f278611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:51:40.121648 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=5ac9f34f-03ce-4098-80e6-a0ccd233c15a,segment=NetworkSegment(e3ae7cb4-c42f-40b2-a355-b5b9b7220df1),segment_id=e3ae7cb4-c42f-40b2-a355-b5b9b7220df1)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:51:40.126017 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:40.127992 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:40.173553 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3977e6-cac2-4202-b1de-ded22f278611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a', 'code': 200} Feb 07 01:51:40.199879 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=5ac9f34f-03ce-4098-80e6-a0ccd233c15a,revision_number=4']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:40.203447 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-36bea916-9d32-46d4-8166-202c0de55795 req-05cbd2fa-aa81-45d2-8fef-db25506473d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e5c1b1-597e-4371-8d7e-73367e0be26d HTTP/1.1" status: 200 len: 1001 time: 0.1037021 Feb 07 01:51:40.208426 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.209064 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.210046 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.210420 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.210792 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.211190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.211559 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.211922 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.212281 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.212647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.213009 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.213371 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.213787 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.214149 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.214502 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.214858 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.215224 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.215587 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.215947 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.216306 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.216665 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.217027 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.217385 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.217742 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:51:40.222018 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:40.280372 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bea916-9d32-46d4-8166-202c0de55795 req-640d4e55-0f81-4b93-923b-21a9f819932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:40.281959 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-36bea916-9d32-46d4-8166-202c0de55795 req-640d4e55-0f81-4b93-923b-21a9f819932f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35a3d2b9-4916-45e4-9a0e-0b345ec47c3b HTTP/1.1" status: 200 len: 847 time: 0.0712206 Feb 07 01:51:40.368717 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bea916-9d32-46d4-8166-202c0de55795 req-93b0c2f0-762c-4d8d-89a3-b543e1dc327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:40.370240 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-36bea916-9d32-46d4-8166-202c0de55795 req-93b0c2f0-762c-4d8d-89a3-b543e1dc327f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e542c9b-3ffd-4866-9222-017b5e713245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805936 Feb 07 01:51:40.462085 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206970a9-a06b-4dcf-bd76-d65af26f12c6 req-52cc6158-707f-41f4-a477-72df6062aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:40.463770 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-206970a9-a06b-4dcf-bd76-d65af26f12c6 req-52cc6158-707f-41f4-a477-72df6062aa59 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 1162 time: 0.0925207 Feb 07 01:51:40.516853 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-206970a9-a06b-4dcf-bd76-d65af26f12c6 req-a4734502-b3d0-47fa-b3f7-492c9f477069 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466385 Feb 07 01:51:40.518015 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-36bea916-9d32-46d4-8166-202c0de55795 req-513af4c8-76b9-4e16-b61c-792650b6f210 service neutron] 10.222.0.45 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406231 Feb 07 01:51:40.690374 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b501312-b0aa-4ef4-8e09-4c21fbed13ff req-c95fb096-d1c4-4891-8cb4-60d02073c7b8 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:40.691977 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6b501312-b0aa-4ef4-8e09-4c21fbed13ff req-c95fb096-d1c4-4891-8cb4-60d02073c7b8 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.1620023 Feb 07 01:51:40.754641 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6b501312-b0aa-4ef4-8e09-4c21fbed13ff req-ba7ffabb-a380-4a74-a941-8b51bd9fc24b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562520 Feb 07 01:51:40.908577 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-36bea916-9d32-46d4-8166-202c0de55795 req-c5292a2c-5c8f-4d07-8d0e-520583b35d0d service neutron] 10.222.0.45 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351287 Feb 07 01:51:41.097055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7a9f4-9571-4f8c-b833-0fd85f775f5a req-dac56bbd-454f-4eca-bb6c-8f251fa004ff tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:41.098575 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c3a7a9f4-9571-4f8c-b833-0fd85f775f5a req-dac56bbd-454f-4eca-bb6c-8f251fa004ff tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 945 time: 0.1608307 Feb 07 01:51:41.161378 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c3a7a9f4-9571-4f8c-b833-0fd85f775f5a req-ddbf04eb-8da1-4aa2-b7e4-0a33424631c7 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565801 Feb 07 01:51:41.316270 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e091f283-c13f-4001-89cd-9dddf9a0a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:41.359941 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 5ac9f34f-03ce-4098-80e6-a0ccd233c15a up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:51:41.434027 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:51:41.434544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:42.065802 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdd153-7283-4806-b571-58bcd0e1274f req-3bf1291b-3594-41c3-9a4f-35cb27d49e0c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:42.067406 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-97cdd153-7283-4806-b571-58bcd0e1274f req-3bf1291b-3594-41c3-9a4f-35cb27d49e0c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.1709526 Feb 07 01:51:42.130905 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-97cdd153-7283-4806-b571-58bcd0e1274f req-271cc294-8b27-409c-8ae5-26bcf24491d8 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565538 Feb 07 01:51:42.450782 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1b4b2-0326-4312-aaf0-8a181ab3d4a7 req-fcf1535a-a862-4de8-9ac6-995fa8d69f7d tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:42.452526 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a1e1b4b2-0326-4312-aaf0-8a181ab3d4a7 req-fcf1535a-a862-4de8-9ac6-995fa8d69f7d tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 945 time: 0.1631083 Feb 07 01:51:42.520557 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a1e1b4b2-0326-4312-aaf0-8a181ab3d4a7 req-7c0a8168-2de2-4e9a-b7ab-e6df0a9a6d74 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614734 Feb 07 01:51:42.809716 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf9111-cb78-4773-b1ab-037f04918275 req-a014a44e-f08d-4970-b787-eb2b5dae5bf5 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:42.811359 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-47cf9111-cb78-4773-b1ab-037f04918275 req-a014a44e-f08d-4970-b787-eb2b5dae5bf5 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 945 time: 0.1612608 Feb 07 01:51:42.875168 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-47cf9111-cb78-4773-b1ab-037f04918275 req-a19e8322-39a7-4067-927a-a44fde3d209f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574727 Feb 07 01:51:43.477011 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b2e28-b5cd-47da-b29b-5ef774050c73 req-088fd3ff-79ad-49b3-a3d0-8ada775c4621 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:43.478687 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-261b2e28-b5cd-47da-b29b-5ef774050c73 req-088fd3ff-79ad-49b3-a3d0-8ada775c4621 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 945 time: 0.2387407 Feb 07 01:51:43.564718 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d23b4-25c2-4368-864c-46636c550c27 req-df29e948-8155-49d5-b510-0e7163c42cce tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:43.566363 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2e8d23b4-25c2-4368-864c-46636c550c27 req-df29e948-8155-49d5-b510-0e7163c42cce tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.2844894 Feb 07 01:51:43.657448 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-261b2e28-b5cd-47da-b29b-5ef774050c73 req-26693565-4413-404c-9088-2e1220da4a53 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900030 Feb 07 01:51:43.680470 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2e8d23b4-25c2-4368-864c-46636c550c27 req-5904e235-5cf3-4e1a-965a-1633cf94fc7d tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967891 Feb 07 01:51:43.732391 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:43.734529 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ee51beac-8e95-4361-8fdf-348bf880613d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:44.079050 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:44.988408 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94304d5e-f10d-41da-9312-d00affa6e283 req-018e8e2f-0e2a-4f3e-96a6-febc8c3aa959 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:44.989985 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-94304d5e-f10d-41da-9312-d00affa6e283 req-018e8e2f-0e2a-4f3e-96a6-febc8c3aa959 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.1597173 Feb 07 01:51:45.030906 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:45.053620 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-94304d5e-f10d-41da-9312-d00affa6e283 req-3ee95f5c-cae1-442e-abdd-f1f08a2b0e7b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574117 Feb 07 01:51:45.576546 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:46.356988 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a41d88-7308-4886-a70a-8cea1ad6a1d7 req-a9ec763d-42d5-4931-af18-94509ae37a13 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:46.358608 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f1a41d88-7308-4886-a70a-8cea1ad6a1d7 req-a9ec763d-42d5-4931-af18-94509ae37a13 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.1632452 Feb 07 01:51:46.421494 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f1a41d88-7308-4886-a70a-8cea1ad6a1d7 req-cf5f07ce-4830-45cf-b32b-e67c45f4059f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566025 Feb 07 01:51:47.724727 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641f136-6b4d-4738-a85a-2838b21abfca req-120f2e84-26c5-45c8-935b-559a2541f192 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:47.726326 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a641f136-6b4d-4738-a85a-2838b21abfca req-120f2e84-26c5-45c8-935b-559a2541f192 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.1601458 Feb 07 01:51:47.792750 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a641f136-6b4d-4738-a85a-2838b21abfca req-7b09c398-7481-4eec-b244-b9f26ee97d6c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600474 Feb 07 01:51:48.706712 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64eb5b-ba65-4bf7-9d3f-f844595d44c0 req-c9a5ab5b-96fc-4748-bd63-89cc965d09f2 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:48.708414 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ab64eb5b-ba65-4bf7-9d3f-f844595d44c0 req-c9a5ab5b-96fc-4748-bd63-89cc965d09f2 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 945 time: 0.1608584 Feb 07 01:51:48.772173 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ab64eb5b-ba65-4bf7-9d3f-f844595d44c0 req-d0c3e021-0ff9-431e-83ba-224f40a42643 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562806 Feb 07 01:51:49.072036 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-4afb26f2-6d7b-415d-b398-75df0fbcbed6 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2473552 Feb 07 01:51:49.084994 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Request body: {'floatingip': {'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:51:49.108151 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:51:49.114129 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Usage tracker for resource:floatingip and tenant:e2dce6e0c149465684599ec181339cf8 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:51:49.196161 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bd1c1-f3cf-4e98-ac62-94485332d1af req-7343971d-46cb-4e28-ac16-ffcd952fb145 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:49.197697 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b06bd1c1-f3cf-4e98-ac62-94485332d1af req-7343971d-46cb-4e28-ac16-ffcd952fb145 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.2569065 Feb 07 01:51:49.198520 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:51:49.205967 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:51:49.242641 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for floatingip, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:49.289162 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b06bd1c1-f3cf-4e98-ac62-94485332d1af req-85d2bf68-87af-4df6-9363-604bb2d636b3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848565 Feb 07 01:51:49.634233 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:49.897912 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_common [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Allocated IP 172.28.0.19 (99dfcdec-a658-4076-80f8-42c10fdcd0d7/7f907af6-b0a4-47f3-a608-7f27766af85d/892b2e69-baf7-4efa-b5a9-746db8426276) {{(pid=79942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 07 01:51:50.052281 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for port, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:50.080968 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754015126882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:50.096443 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d3c71169-978f-4252-9823-c6724cd53312 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:50.243450 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Pushing event updated for resources: {'Port': ['ID=892b2e69-baf7-4efa-b5a9-746db8426276,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:50.249883 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:50.287910 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Network 99dfcdec-a658-4076-80f8-42c10fdcd0d7 is already hosted by enough agents. {{(pid=79942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 07 01:51:50.289049 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.base_scheduler [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Resources bound (agent type, host, resource id): {{(pid=79942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 07 01:51:50.291300 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Received port after_create {{(pid=79942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 07 01:51:50.373953 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:50.437480 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:50.712228 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b4e94-6882-463a-80ef-468369d51184 req-4b0628ef-b31d-4278-9998-7da93f7c62b3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:50.713869 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-647b4e94-6882-463a-80ef-468369d51184 req-4b0628ef-b31d-4278-9998-7da93f7c62b3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.2776759 Feb 07 01:51:50.870327 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-647b4e94-6882-463a-80ef-468369d51184 req-9263a21e-c15f-48d6-951a-b0fd3bf48bdc tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384931 Feb 07 01:51:50.920821 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for port, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:50.924401 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852760648'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:50.940869 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ac45d01c-1f10-4f62-9e06-074a6936be16 tempest-DeleteServersTestJSON-1552863050 tempest-DeleteServersTestJSON-1552863050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:51.084978 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Pushing event updated for resources: {'Port': ['ID=892b2e69-baf7-4efa-b5a9-746db8426276,revision_number=2']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:51.089201 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:51.181164 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680368'] for floatingip, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:51.202425 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for floatingip, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:51.203751 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-d5275ec6-19ec-4e09-8831-427c2eafec42 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1251819 Feb 07 01:51:51.303576 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-a524115c-ae9b-41ac-89a1-10e3ca5f8c4f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Synchronizing usage tracker for tenant:e2dce6e0c149465684599ec181339cf8 on resource:floatingip {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:51:51.319764 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-a524115c-ae9b-41ac-89a1-10e3ca5f8c4f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Unset dirty status for tenant:e2dce6e0c149465684599ec181339cf8 on resource:floatingip {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:51:51.320984 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-a524115c-ae9b-41ac-89a1-10e3ca5f8c4f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.19 HTTP/1.1" status: 200 len: 695 time: 0.1104095 Feb 07 01:51:51.557446 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-355d80b8-1f52-4268-9227-52948c0d0fea tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:51.558994 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-355d80b8-1f52-4268-9227-52948c0d0fea tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/networks/99dfcdec-a658-4076-80f8-42c10fdcd0d7 HTTP/1.1" status: 200 len: 784 time: 0.2321262 Feb 07 01:51:51.569844 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-132cf67e-f2e2-40ca-8409-8c2686f6467c tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=79942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 01:51:51.570922 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a09e53e6-33d5-4b68-a243-bfcad4da771c req-132cf67e-f2e2-40ca-8409-8c2686f6467c tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059807 Feb 07 01:51:51.974964 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-6116ae07-e114-44ab-98c9-e9f16c575b4e tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:51.976671 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-6116ae07-e114-44ab-98c9-e9f16c575b4e tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1653955 Feb 07 01:51:52.126668 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-f7ca3bd0-b99f-4c85-8702-b7ae5ef263a0 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.19 HTTP/1.1" status: 200 len: 695 time: 0.1434994 Feb 07 01:51:52.145366 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-42a722dd-1ae7-43c9-a133-16222e2ec246 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Request body: {'floatingip': {'port_id': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:51:52.248664 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-42a722dd-1ae7-43c9-a133-16222e2ec246 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for floatingip, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:52.441718 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b522d2-140c-4018-b325-6588f061fec0 req-ea5d4dac-f54e-4955-bff8-97e40dcd68c2 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:52.443433 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-54b522d2-140c-4018-b325-6588f061fec0 req-ea5d4dac-f54e-4955-bff8-97e40dcd68c2 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.4081664 Feb 07 01:51:52.569088 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-54b522d2-140c-4018-b325-6588f061fec0 req-55eb10e8-96bd-4152-bd55-d7fd70ea1f4e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175237 Feb 07 01:51:53.137149 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:51:53.237413 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-42a722dd-1ae7-43c9-a133-16222e2ec246 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:53.240740 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-42a722dd-1ae7-43c9-a133-16222e2ec246 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680368'] for floatingip, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:53.419798 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.l3_db [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-42a722dd-1ae7-43c9-a133-16222e2ec246 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Floating IP 02bd7063-e7bf-4cd0-84ed-75a041013c26 associated. External IP: 172.28.0.19, port: 5ac9f34f-03ce-4098-80e6-a0ccd233c15a. Feb 07 01:51:53.852456 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-42a722dd-1ae7-43c9-a133-16222e2ec246 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Router 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:51:53.942069 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5e96d-2d98-48c7-8bdd-e38257ebb556 req-e13a2d0d-3bf4-4a9f-aab5-22fcdd10779d tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:53.943702 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f5a5e96d-2d98-48c7-8bdd-e38257ebb556 req-e13a2d0d-3bf4-4a9f-aab5-22fcdd10779d tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.2161250 Feb 07 01:51:54.145711 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f5a5e96d-2d98-48c7-8bdd-e38257ebb556 req-9d83e6a2-2355-4f13-950a-1ed8191a3254 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421883 Feb 07 01:51:54.178797 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-42a722dd-1ae7-43c9-a133-16222e2ec246 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:51:54.183291 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-42a722dd-1ae7-43c9-a133-16222e2ec246 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for floatingip, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:54.197044 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a6c22-daae-4d09-a747-830261bbefaf None None] Sync routers for ids ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'] in dv-cinder-740146-7-smb {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:51:54.206699 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a6c22-daae-4d09-a747-830261bbefaf None None] Routers {'09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:51:54.207376 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-557a6c22-daae-4d09-a747-830261bbefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:51:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:51:54.245207 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-42a722dd-1ae7-43c9-a133-16222e2ec246 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "PUT /v2.0/floatingips/02bd7063-e7bf-4cd0-84ed-75a041013c26 HTTP/1.1" status: 200 len: 995 time: 2.1061218 Feb 07 01:51:54.245768 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3977e6-cac2-4202-b1de-ded22f278611', 'tag': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:51:54.304545 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3977e6-cac2-4202-b1de-ded22f278611', 'tag': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a', 'status': 'completed', 'code': 200} Feb 07 01:51:54.342596 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-ea2e52b0-29ac-42c2-84c2-3782247b716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:54.344309 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-ea2e52b0-29ac-42c2-84c2-3782247b716b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e2dce6e0c149465684599ec181339cf8&device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 1162 time: 0.0817320 Feb 07 01:51:54.395661 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-557a6c22-daae-4d09-a747-830261bbefaf None None] Set router 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:51:54.558766 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-d41de3f0-d20c-450d-83fd-5f197ba00793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:54.560438 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-d41de3f0-d20c-450d-83fd-5f197ba00793 service neutron] 10.222.0.52 "GET /v2.0/networks?id=69cd2859-3b58-4725-a101-d5bcaf293692 HTTP/1.1" status: 200 len: 908 time: 0.2083299 Feb 07 01:51:54.562443 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b0fe8-4e0e-4b4a-a4df-adf4783faaeb req-1a3f17fc-c4f7-44b3-87cd-ad1d03125638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:54.563963 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-522b0fe8-4e0e-4b4a-a4df-adf4783faaeb req-1a3f17fc-c4f7-44b3-87cd-ad1d03125638 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2dce6e0c149465684599ec181339cf8&device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 1162 time: 0.1867681 Feb 07 01:51:54.774150 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-557a6c22-daae-4d09-a747-830261bbefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'name': 'tempest-TestMinimumBasicScenario-767983919-router', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22'}], 'enable_snat': True}, 'gw_port_id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:51:05Z', 'updated_at': '2021-02-07T01:51:10Z', 'revision_number': 4, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'gw_port': {'id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:06Z', 'updated_at': '2021-02-07T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_floatingips': [{'id': '02bd7063-e7bf-4cd0-84ed-75a041013c26', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'floating_ip_address': '172.28.0.19', 'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'router_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'port_id': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692', 'mac_address': 'fa:16:3e:a1:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3977e6-cac2-4202-b1de-ded22f278611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:51:50Z', 'updated_at': '2021-02-07T01:51:53Z', 'revision_number': 1, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fcb726b-5ac7-4786-829d-c39f5df0ac2c', 'name': '', 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'mac_address': 'fa:16:3e:a6:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:09Z', 'updated_at': '2021-02-07T01:51:18Z', 'revision_number': 5, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'subnets': [{'id': '9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:51:54.778662 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a6c22-daae-4d09-a747-830261bbefaf None None] Checking router: 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 for host: dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:51:54.781000 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-ca226499-6541-44df-9457-83bfe0dd3fd2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9f34f-03ce-4098-80e6-a0ccd233c15a HTTP/1.1" status: 200 len: 998 time: 0.2126913 Feb 07 01:51:54.791004 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a6c22-daae-4d09-a747-830261bbefaf None None] Routers {'09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:51:54.791685 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-557a6c22-daae-4d09-a747-830261bbefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:51:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:51:54.860011 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b0fe8-4e0e-4b4a-a4df-adf4783faaeb req-ce68aa75-2932-4d3d-9244-dd982031cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:54.861592 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-522b0fe8-4e0e-4b4a-a4df-adf4783faaeb req-ce68aa75-2932-4d3d-9244-dd982031cc2c service neutron] 10.222.0.45 "GET /v2.0/networks?id=69cd2859-3b58-4725-a101-d5bcaf293692 HTTP/1.1" status: 200 len: 908 time: 0.2365539 Feb 07 01:51:54.956617 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-9480a982-ac2a-41bc-b579-0e0d1a147127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:54.958222 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-9480a982-ac2a-41bc-b579-0e0d1a147127 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b HTTP/1.1" status: 200 len: 853 time: 0.1526258 Feb 07 01:51:55.002130 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-557a6c22-daae-4d09-a747-830261bbefaf None None] Set router 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:51:55.032682 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-522b0fe8-4e0e-4b4a-a4df-adf4783faaeb req-d94a91b2-29a0-45d3-91e2-d04cdad64028 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9f34f-03ce-4098-80e6-a0ccd233c15a HTTP/1.1" status: 200 len: 998 time: 0.1642263 Feb 07 01:51:55.119798 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b0fe8-4e0e-4b4a-a4df-adf4783faaeb req-837d07a2-9b50-429f-9f98-cda5696b4df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:55.121381 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-522b0fe8-4e0e-4b4a-a4df-adf4783faaeb req-837d07a2-9b50-429f-9f98-cda5696b4df2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b HTTP/1.1" status: 200 len: 853 time: 0.0769022 Feb 07 01:51:55.124152 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-202b749d-0828-4165-86ae-9effbd139325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:55.125640 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-202b749d-0828-4165-86ae-9effbd139325 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69cd2859-3b58-4725-a101-d5bcaf293692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1584780 Feb 07 01:51:55.175647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-8d393a21-581b-4d33-8df6-0cee0a4455df service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=79942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 01:51:55.176698 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-8d393a21-581b-4d33-8df6-0cee0a4455df service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0101850 Feb 07 01:51:55.469198 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-557a6c22-daae-4d09-a747-830261bbefaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'name': 'tempest-TestMinimumBasicScenario-767983919-router', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22'}], 'enable_snat': True}, 'gw_port_id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:51:05Z', 'updated_at': '2021-02-07T01:51:10Z', 'revision_number': 4, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'gw_port': {'id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:06Z', 'updated_at': '2021-02-07T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_floatingips': [{'id': '02bd7063-e7bf-4cd0-84ed-75a041013c26', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'floating_ip_address': '172.28.0.19', 'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'router_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'port_id': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692', 'mac_address': 'fa:16:3e:a1:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3977e6-cac2-4202-b1de-ded22f278611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:51:50Z', 'updated_at': '2021-02-07T01:51:53Z', 'revision_number': 1, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fcb726b-5ac7-4786-829d-c39f5df0ac2c', 'name': '', 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'mac_address': 'fa:16:3e:a6:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:09Z', 'updated_at': '2021-02-07T01:51:18Z', 'revision_number': 5, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'subnets': [{'id': '9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:51:55.477197 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a6c22-daae-4d09-a747-830261bbefaf None None] The sync data for ids ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'] in dv-cinder-740146-7-smb is: [{'id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'name': 'tempest-TestMinimumBasicScenario-767983919-router', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22'}], 'enable_snat': True}, 'gw_port_id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:51:05Z', 'updated_at': '2021-02-07T01:51:10Z', 'revision_number': 4, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'gw_port': {'id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:06Z', 'updated_at': '2021-02-07T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_floatingips': [{'id': '02bd7063-e7bf-4cd0-84ed-75a041013c26', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'floating_ip_address': '172.28.0.19', 'floating_network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'router_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'port_id': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692', 'mac_address': 'fa:16:3e:a1:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3977e6-cac2-4202-b1de-ded22f278611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-07T01:51:50Z', 'updated_at': '2021-02-07T01:51:53Z', 'revision_number': 1, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fcb726b-5ac7-4786-829d-c39f5df0ac2c', 'name': '', 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'mac_address': 'fa:16:3e:a6:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:09Z', 'updated_at': '2021-02-07T01:51:18Z', 'revision_number': 5, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'subnets': [{'id': '9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:51:55.678620 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b0fe8-4e0e-4b4a-a4df-adf4783faaeb req-0d56d996-d736-484e-8ffb-75f0144280f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:55.680322 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-522b0fe8-4e0e-4b4a-a4df-adf4783faaeb req-0d56d996-d736-484e-8ffb-75f0144280f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=69cd2859-3b58-4725-a101-d5bcaf293692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5513256 Feb 07 01:51:55.699507 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-8352a992-eb07-4b2b-b4e3-d095fb2a1ea2 service neutron] 10.222.0.52 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920187 Feb 07 01:51:55.861831 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f798799-e868-4883-bc0a-0c1329880783 None None] New status for floating IP 02bd7063-e7bf-4cd0-84ed-75a041013c26: ACTIVE {{(pid=79943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 07 01:51:56.061366 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf65b0c-2d2c-4d63-89f0-a24bc5f20e05 req-8b0bcc89-ae63-4ef8-8b3b-20317dc8f4eb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:56.070069 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7cf65b0c-2d2c-4d63-89f0-a24bc5f20e05 req-8b0bcc89-ae63-4ef8-8b3b-20317dc8f4eb tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.4803531 Feb 07 01:51:56.173151 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7cf65b0c-2d2c-4d63-89f0-a24bc5f20e05 req-cef0562b-1a4f-4e97-863c-ed4324ca0f11 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019282 Feb 07 01:51:56.212916 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-522b0fe8-4e0e-4b4a-a4df-adf4783faaeb req-a67950f3-f987-4669-83b6-7f4d85689286 service neutron] 10.222.0.45 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204017 Feb 07 01:51:56.356411 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a546acd8-4873-4667-a496-6b6e44f20b58 req-5759c6a0-247e-48d9-8904-fe4c87ac076b service neutron] 10.222.0.52 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6330278 Feb 07 01:51:56.491111 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-3f4d2453-bef4-43d8-ac8d-740c04f4266c req-1414a216-c7e6-4e92-b835-f1083f7ad98a tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-2097066643', 'description': 'tempest-TestMinimumBasicScenario-2097066643 description'}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:51:56.526132 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-3f4d2453-bef4-43d8-ac8d-740c04f4266c req-1414a216-c7e6-4e92-b835-f1083f7ad98a tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:51:56.553153 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-a7017819-0cdb-42d8-9528-17c27ff0f7c8 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/floatingips/dcf5a883-b578-4aac-8d52-e3ba683d43d6 HTTP/1.1" status: 200 len: 998 time: 0.2818143 Feb 07 01:51:56.554383 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-3f4d2453-bef4-43d8-ac8d-740c04f4266c req-1414a216-c7e6-4e92-b835-f1083f7ad98a tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Usage tracker for resource:security_group and tenant:e2dce6e0c149465684599ec181339cf8 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:51:56.560730 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-3f4d2453-bef4-43d8-ac8d-740c04f4266c req-1414a216-c7e6-4e92-b835-f1083f7ad98a tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:51:56.598871 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-3f4d2453-bef4-43d8-ac8d-740c04f4266c req-1414a216-c7e6-4e92-b835-f1083f7ad98a tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:51:56.645006 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-522b0fe8-4e0e-4b4a-a4df-adf4783faaeb req-3645ad89-5460-4d20-b299-6fb1079b9dfc service neutron] 10.222.0.45 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4054484 Feb 07 01:51:56.649546 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-3f4d2453-bef4-43d8-ac8d-740c04f4266c req-1414a216-c7e6-4e92-b835-f1083f7ad98a tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:56.738398 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-3f4d2453-bef4-43d8-ac8d-740c04f4266c req-1414a216-c7e6-4e92-b835-f1083f7ad98a tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:51:56.747760 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-3f4d2453-bef4-43d8-ac8d-740c04f4266c req-1414a216-c7e6-4e92-b835-f1083f7ad98a tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Usage tracker for resource:security_group_rule and tenant:e2dce6e0c149465684599ec181339cf8 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:51:56.752827 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-3f4d2453-bef4-43d8-ac8d-740c04f4266c req-1414a216-c7e6-4e92-b835-f1083f7ad98a tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:51:56.773219 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-3f4d2453-bef4-43d8-ac8d-740c04f4266c req-1414a216-c7e6-4e92-b835-f1083f7ad98a tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:51:56.873292 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-8e47f3b2-1e39-4178-b13c-fe1b0ac85ddd tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:56.874773 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-8e47f3b2-1e39-4178-b13c-fe1b0ac85ddd tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/networks/99dfcdec-a658-4076-80f8-42c10fdcd0d7 HTTP/1.1" status: 200 len: 784 time: 0.3151958 Feb 07 01:51:56.892622 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-10a86374-d18d-487b-bdff-d2264c8fce50 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=79942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 01:51:56.893676 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-10a86374-d18d-487b-bdff-d2264c8fce50 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0081954 Feb 07 01:51:57.055774 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-08b0c8ef-b02f-4cc3-af8b-7628e1416bdb tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.126 HTTP/1.1" status: 200 len: 1001 time: 0.1545517 Feb 07 01:51:57.069563 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-3f4d2453-bef4-43d8-ac8d-740c04f4266c req-1414a216-c7e6-4e92-b835-f1083f7ad98a tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:57.075224 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-3f4d2453-bef4-43d8-ac8d-740c04f4266c req-1414a216-c7e6-4e92-b835-f1083f7ad98a tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:57.081986 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-09787191-991e-48a5-b89d-d8721675734a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:57.192595 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414a216-c7e6-4e92-b835-f1083f7ad98a tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a311ba-34b0-4559-9ed1-31672b56e069,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:57.197361 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-3f4d2453-bef4-43d8-ac8d-740c04f4266c req-1414a216-c7e6-4e92-b835-f1083f7ad98a tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:57.198728 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-3f4d2453-bef4-43d8-ac8d-740c04f4266c req-1414a216-c7e6-4e92-b835-f1083f7ad98a tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7283218 Feb 07 01:51:57.199691 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1414a216-c7e6-4e92-b835-f1083f7ad98a tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:57.298681 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-d6172535-476d-4c0c-a59c-04da41f7c298 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:57.301247 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-d6172535-476d-4c0c-a59c-04da41f7c298 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports/83e5c1b1-597e-4371-8d7e-73367e0be26d HTTP/1.1" status: 200 len: 942 time: 0.2203979 Feb 07 01:51:57.387135 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-62a9fb2e-8532-4bde-a093-042106ed1c92 req-efc6c6ba-7616-48de-9767-037886260cc3 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups/97a311ba-34b0-4559-9ed1-31672b56e069 HTTP/1.1" status: 200 len: 1814 time: 0.0844729 Feb 07 01:51:57.478739 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-62a9fb2e-8532-4bde-a093-042106ed1c92 req-ae35bb59-b21f-4af6-a420-a3f1fd7c0efc tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '97a311ba-34b0-4559-9ed1-31672b56e069', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:51:57.478739 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-62a9fb2e-8532-4bde-a093-042106ed1c92 req-ae35bb59-b21f-4af6-a420-a3f1fd7c0efc tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '97a311ba-34b0-4559-9ed1-31672b56e069', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:51:57.513096 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-62a9fb2e-8532-4bde-a093-042106ed1c92 req-ae35bb59-b21f-4af6-a420-a3f1fd7c0efc tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:51:57.529928 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-62a9fb2e-8532-4bde-a093-042106ed1c92 req-ae35bb59-b21f-4af6-a420-a3f1fd7c0efc tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Usage tracker for resource:security_group_rule and tenant:e2dce6e0c149465684599ec181339cf8 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:51:57.536876 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-62a9fb2e-8532-4bde-a093-042106ed1c92 req-ae35bb59-b21f-4af6-a420-a3f1fd7c0efc tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:51:57.546164 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-62a9fb2e-8532-4bde-a093-042106ed1c92 req-ae35bb59-b21f-4af6-a420-a3f1fd7c0efc tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:51:57.587585 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-49b0457f-6d6d-49cc-82ae-9b2e17d20432 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.126 HTTP/1.1" status: 200 len: 1001 time: 0.1936579 Feb 07 01:51:57.749899 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-62a9fb2e-8532-4bde-a093-042106ed1c92 req-ae35bb59-b21f-4af6-a420-a3f1fd7c0efc tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:57.879129 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-62a9fb2e-8532-4bde-a093-042106ed1c92 req-ae35bb59-b21f-4af6-a420-a3f1fd7c0efc tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:57.884976 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-62a9fb2e-8532-4bde-a093-042106ed1c92 req-ae35bb59-b21f-4af6-a420-a3f1fd7c0efc tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701100'] for security_group_rule, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:57.898588 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:57.945984 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35bb59-b21f-4af6-a420-a3f1fd7c0efc tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fcc8d31-dbaa-4c6b-8258-e14182c0fd52,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:57.963008 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ae35bb59-b21f-4af6-a420-a3f1fd7c0efc tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:57.964494 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-b486fe6b-34bf-42db-98a3-ff1aa68bfd22 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Deleting port 7240dd00-74d7-463a-9841-a2ee0b33cc3b {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:51:57.964922 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-b486fe6b-34bf-42db-98a3-ff1aa68bfd22 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:58.004554 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-62a9fb2e-8532-4bde-a093-042106ed1c92 req-ae35bb59-b21f-4af6-a420-a3f1fd7c0efc tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:58.005932 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-62a9fb2e-8532-4bde-a093-042106ed1c92 req-ae35bb59-b21f-4af6-a420-a3f1fd7c0efc tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6059296 Feb 07 01:51:58.254504 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-b486fe6b-34bf-42db-98a3-ff1aa68bfd22 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:58.254963 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-b486fe6b-34bf-42db-98a3-ff1aa68bfd22 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:58.416535 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-b486fe6b-34bf-42db-98a3-ff1aa68bfd22 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Calling delete_port for 7240dd00-74d7-463a-9841-a2ee0b33cc3b owned by network:floatingip {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:51:58.555288 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab0376-6cf6-4a85-8a8b-5f6c14db018f req-011b43fc-47b3-4f2a-b204-9be316b2ee63 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:51:58.558052 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8eab0376-6cf6-4a85-8a8b-5f6c14db018f req-011b43fc-47b3-4f2a-b204-9be316b2ee63 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.4229553 Feb 07 01:51:58.655776 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8eab0376-6cf6-4a85-8a8b-5f6c14db018f req-b8bc4cc6-6f27-437d-894e-1892fe36e6a9 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895970 Feb 07 01:51:58.822130 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-b486fe6b-34bf-42db-98a3-ff1aa68bfd22 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:58.842377 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1616fcd7-7aac-4e42-b5bb-fad1dd0a05a0 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:58.911687 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fac6414a-82ab-4bf9-9244-caf4d5f01ee6 req-fcc33bd9-2bfb-47d4-a973-dead4c5fbe80 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups/97a311ba-34b0-4559-9ed1-31672b56e069 HTTP/1.1" status: 200 len: 2407 time: 0.1603544 Feb 07 01:51:58.924336 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486fe6b-34bf-42db-98a3-ff1aa68bfd22 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Pushing event deleted for resources: {'Port': ['ID=7240dd00-74d7-463a-9841-a2ee0b33cc3b,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:58.945614 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-fac6414a-82ab-4bf9-9244-caf4d5f01ee6 req-6b52f169-cd6e-4c06-9b81-571ccce76f09 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '97a311ba-34b0-4559-9ed1-31672b56e069', 'remote_group_id': None}]} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:51:58.945986 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-fac6414a-82ab-4bf9-9244-caf4d5f01ee6 req-6b52f169-cd6e-4c06-9b81-571ccce76f09 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '97a311ba-34b0-4559-9ed1-31672b56e069', 'remote_group_id': None}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:51:58.969063 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b486fe6b-34bf-42db-98a3-ff1aa68bfd22 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:58.972898 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-fac6414a-82ab-4bf9-9244-caf4d5f01ee6 req-6b52f169-cd6e-4c06-9b81-571ccce76f09 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:51:59.045200 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-fac6414a-82ab-4bf9-9244-caf4d5f01ee6 req-6b52f169-cd6e-4c06-9b81-571ccce76f09 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Usage tracker for resource:security_group_rule and tenant:e2dce6e0c149465684599ec181339cf8 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:51:59.050031 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-fac6414a-82ab-4bf9-9244-caf4d5f01ee6 req-6b52f169-cd6e-4c06-9b81-571ccce76f09 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:51:59.062617 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [req-fac6414a-82ab-4bf9-9244-caf4d5f01ee6 req-6b52f169-cd6e-4c06-9b81-571ccce76f09 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:51:59.477867 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-fac6414a-82ab-4bf9-9244-caf4d5f01ee6 req-6b52f169-cd6e-4c06-9b81-571ccce76f09 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:59.512649 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-b486fe6b-34bf-42db-98a3-ff1aa68bfd22 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for floatingip, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:59.513026 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.l3_db [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-b486fe6b-34bf-42db-98a3-ff1aa68bfd22 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Floating IP dcf5a883-b578-4aac-8d52-e3ba683d43d6 disassociated (deleted). External IP: 172.28.0.126, port: 83e5c1b1-597e-4371-8d7e-73367e0be26d. Feb 07 01:51:59.595002 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-fac6414a-82ab-4bf9-9244-caf4d5f01ee6 req-6b52f169-cd6e-4c06-9b81-571ccce76f09 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:59.657060 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-fac6414a-82ab-4bf9-9244-caf4d5f01ee6 req-6b52f169-cd6e-4c06-9b81-571ccce76f09 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701100'] for security_group_rule, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:59.668213 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:51:59.713411 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52f169-cd6e-4c06-9b81-571ccce76f09 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe80d8a1-26a7-45a3-a01f-880612042603,revision_number=0']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:51:59.724747 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-6b52f169-cd6e-4c06-9b81-571ccce76f09 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:51:59.758304 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-fac6414a-82ab-4bf9-9244-caf4d5f01ee6 req-6b52f169-cd6e-4c06-9b81-571ccce76f09 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:51:59.760098 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fac6414a-82ab-4bf9-9244-caf4d5f01ee6 req-6b52f169-cd6e-4c06-9b81-571ccce76f09 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8368278 Feb 07 01:52:00.074536 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-b486fe6b-34bf-42db-98a3-ff1aa68bfd22 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Router a281ece1-4252-425d-8e87-43c27836370e has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:52:00.170225 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dc779-ba2b-4466-9c91-f8f12d49daef req-01d47ca7-3e66-4040-beea-cbafb060e6c5 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:00.177932 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-449dc779-ba2b-4466-9c91-f8f12d49daef req-01d47ca7-3e66-4040-beea-cbafb060e6c5 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.2531207 Feb 07 01:52:00.314263 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-449dc779-ba2b-4466-9c91-f8f12d49daef req-83eb989d-fab8-46e5-b6d3-a93f8383aa21 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353490 Feb 07 01:52:00.454913 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-b486fe6b-34bf-42db-98a3-ff1aa68bfd22 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:52:00.467345 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-b486fe6b-34bf-42db-98a3-ff1aa68bfd22 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for floatingip, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:00.468101 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e83bb-a1ae-4274-a5fd-9986242ae5c2 None None] Sync routers for ids ['a281ece1-4252-425d-8e87-43c27836370e'] in dv-cinder-740146-7-smb {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:52:00.482978 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e83bb-a1ae-4274-a5fd-9986242ae5c2 None None] Routers {'a281ece1-4252-425d-8e87-43c27836370e'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:52:00.483648 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-259e83bb-a1ae-4274-a5fd-9986242ae5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:51:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['a281ece1-4252-425d-8e87-43c27836370e'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:52:00.571617 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-b486fe6b-34bf-42db-98a3-ff1aa68bfd22 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "DELETE /v2.0/floatingips/dcf5a883-b578-4aac-8d52-e3ba683d43d6 HTTP/1.1" status: 204 len: 173 time: 2.9691525 Feb 07 01:52:00.571617 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9581878-4451-4232-9a5e-593636a559f8', 'tag': '83e5c1b1-597e-4371-8d7e-73367e0be26d'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:52:00.678070 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-d2950adc-4b98-4905-9f1e-b9b7c47a0e8b req-ec56ba53-966f-4bed-b16e-d96e679986cb tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Synchronizing usage tracker for tenant:e2dce6e0c149465684599ec181339cf8 on resource:security_group {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:52:00.725896 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-d2950adc-4b98-4905-9f1e-b9b7c47a0e8b req-ec56ba53-966f-4bed-b16e-d96e679986cb tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Unset dirty status for tenant:e2dce6e0c149465684599ec181339cf8 on resource:security_group {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:52:00.727218 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d2950adc-4b98-4905-9f1e-b9b7c47a0e8b req-ec56ba53-966f-4bed-b16e-d96e679986cb tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2097066643&fields=id&tenant_id=e2dce6e0c149465684599ec181339cf8 HTTP/1.1" status: 200 len: 267 time: 0.1869111 Feb 07 01:52:00.736284 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-ea9ab1a5-9b39-47c1-bc41-a82045ef6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:00.737916 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-ea9ab1a5-9b39-47c1-bc41-a82045ef6f2a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b1931abed614b84acfd403a98a2afee&device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 1162 time: 0.1481299 Feb 07 01:52:00.760443 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-259e83bb-a1ae-4274-a5fd-9986242ae5c2 None None] Set router a281ece1-4252-425d-8e87-43c27836370e gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:52:01.064786 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2950adc-4b98-4905-9f1e-b9b7c47a0e8b req-6dbb8602-a524-4c52-b3b0-e68c1b72cfee tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:01.074385 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d2950adc-4b98-4905-9f1e-b9b7c47a0e8b req-6dbb8602-a524-4c52-b3b0-e68c1b72cfee tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 945 time: 0.3354402 Feb 07 01:52:01.082378 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-d2950adc-4b98-4905-9f1e-b9b7c47a0e8b req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Request body: {'port': {'security_groups': ['5c237f29-9fbe-458f-bd73-a897276c4e35', '97a311ba-34b0-4559-9ed1-31672b56e069']}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:52:01.122227 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-31ec31f0-f961-4771-8b8e-304429d2ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:01.123928 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-31ec31f0-f961-4771-8b8e-304429d2ad3b service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e542c9b-3ffd-4866-9222-017b5e713245 HTTP/1.1" status: 200 len: 902 time: 0.3430221 Feb 07 01:52:01.144980 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-259e83bb-a1ae-4274-a5fd-9986242ae5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281ece1-4252-425d-8e87-43c27836370e', 'name': 'tempest-TestShelveInstance-224585523-router', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:14Z', 'revision_number': 4, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'gw_port': {'id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '404168b8-3a21-4a8b-8be2-8c4858a863fb', 'name': '', 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'mac_address': 'fa:16:3e:e9:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '35a3d2b9-4916-45e4-9a0e-0b345ec47c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:13Z', 'updated_at': '2021-02-07T01:47:24Z', 'revision_number': 5, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'subnets': [{'id': '35a3d2b9-4916-45e4-9a0e-0b345ec47c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:52:01.150192 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e83bb-a1ae-4274-a5fd-9986242ae5c2 None None] Checking router: a281ece1-4252-425d-8e87-43c27836370e for host: dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:52:01.160076 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e83bb-a1ae-4274-a5fd-9986242ae5c2 None None] Routers {'a281ece1-4252-425d-8e87-43c27836370e'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:52:01.160857 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-259e83bb-a1ae-4274-a5fd-9986242ae5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:51:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['a281ece1-4252-425d-8e87-43c27836370e'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:52:01.214668 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-937524e2-c9de-49aa-ad87-bcb35403fbc2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e5c1b1-597e-4371-8d7e-73367e0be26d HTTP/1.1" status: 200 len: 217 time: 0.0813706 Feb 07 01:52:01.384187 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-d2950adc-4b98-4905-9f1e-b9b7c47a0e8b req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:01.476635 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-9fee4ddd-80f4-4680-8616-5bd825530bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:01.478230 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-9fee4ddd-80f4-4680-8616-5bd825530bb6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35a3d2b9-4916-45e4-9a0e-0b345ec47c3b HTTP/1.1" status: 200 len: 847 time: 0.1997788 Feb 07 01:52:01.564396 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-259e83bb-a1ae-4274-a5fd-9986242ae5c2 None None] Set router a281ece1-4252-425d-8e87-43c27836370e gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:52:01.682386 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-e3434bc1-6422-43e2-a639-674172c04574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:01.684699 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-e3434bc1-6422-43e2-a639-674172c04574 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e542c9b-3ffd-4866-9222-017b5e713245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1881375 Feb 07 01:52:01.951313 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-259e83bb-a1ae-4274-a5fd-9986242ae5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281ece1-4252-425d-8e87-43c27836370e', 'name': 'tempest-TestShelveInstance-224585523-router', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:14Z', 'revision_number': 4, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'gw_port': {'id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '404168b8-3a21-4a8b-8be2-8c4858a863fb', 'name': '', 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'mac_address': 'fa:16:3e:e9:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '35a3d2b9-4916-45e4-9a0e-0b345ec47c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:13Z', 'updated_at': '2021-02-07T01:47:24Z', 'revision_number': 5, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'subnets': [{'id': '35a3d2b9-4916-45e4-9a0e-0b345ec47c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:52:01.957805 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e83bb-a1ae-4274-a5fd-9986242ae5c2 None None] The sync data for ids ['a281ece1-4252-425d-8e87-43c27836370e'] in dv-cinder-740146-7-smb is: [{'id': 'a281ece1-4252-425d-8e87-43c27836370e', 'name': 'tempest-TestShelveInstance-224585523-router', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:14Z', 'revision_number': 4, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'gw_port': {'id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '404168b8-3a21-4a8b-8be2-8c4858a863fb', 'name': '', 'network_id': '2e542c9b-3ffd-4866-9222-017b5e713245', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'mac_address': 'fa:16:3e:e9:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '35a3d2b9-4916-45e4-9a0e-0b345ec47c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:13Z', 'updated_at': '2021-02-07T01:47:24Z', 'revision_number': 5, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'subnets': [{'id': '35a3d2b9-4916-45e4-9a0e-0b345ec47c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:52:01.964391 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-9945b76d-ccdc-4324-839e-3b4ccb5511e5 service neutron] 10.222.0.52 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685215 Feb 07 01:52:02.034177 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-d2950adc-4b98-4905-9f1e-b9b7c47a0e8b req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] For port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=5ac9f34f-03ce-4098-80e6-a0ccd233c15a,segment=NetworkSegment(e3ae7cb4-c42f-40b2-a355-b5b9b7220df1),segment_id=e3ae7cb4-c42f-40b2-a355-b5b9b7220df1)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:52:02.139771 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-d2950adc-4b98-4905-9f1e-b9b7c47a0e8b req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for port, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:02.146783 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-d2950adc-4b98-4905-9f1e-b9b7c47a0e8b req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852760648'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:02.165561 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a33549f0-274d-4117-88e6-1c027788eee6 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:52:02.211039 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-dfe06f80-8280-4941-937b-8bf9283416c7 req-d081c699-a513-4498-9bd2-77d989bce40b service neutron] 10.222.0.52 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2324646 Feb 07 01:52:02.481231 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d4b664-9ca7-4925-bfcf-2657e89c175a None None] New status for floating IP dcf5a883-b578-4aac-8d52-e3ba683d43d6: DOWN {{(pid=79943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 07 01:52:02.522780 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9581878-4451-4232-9a5e-593636a559f8', 'tag': '83e5c1b1-597e-4371-8d7e-73367e0be26d', 'status': 'completed', 'code': 200} Feb 07 01:52:02.800833 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Pushing event updated for resources: {'Port': ['ID=5ac9f34f-03ce-4098-80e6-a0ccd233c15a,revision_number=5']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:52:02.837693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.838120 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.838541 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.838983 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.839396 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.839804 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.840213 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.840615 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.841019 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.841420 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.841820 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.842218 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.842675 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.843108 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.843510 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.843910 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.844313 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.844718 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.845121 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.845525 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.845927 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.846372 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.846770 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.847191 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:02.855907 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:52:02.950207 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd52e53-5bae-43e9-b0cf-cf2ec9d0cfd9 req-517ab34f-65bd-4f58-ac43-9a5936e293aa tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:02.951938 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7fd52e53-5bae-43e9-b0cf-cf2ec9d0cfd9 req-517ab34f-65bd-4f58-ac43-9a5936e293aa tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.4315720 Feb 07 01:52:02.953949 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f76960-be23-452c-a56b-fc5347f95932 req-592053a8-ce32-443d-8c79-3e6d322b8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:02.955424 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b9f76960-be23-452c-a56b-fc5347f95932 req-592053a8-ce32-443d-8c79-3e6d322b8411 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b1931abed614b84acfd403a98a2afee&device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 1162 time: 0.4318528 Feb 07 01:52:03.080629 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2950adc-4b98-4905-9f1e-b9b7c47a0e8b req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:03.081288 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-d2950adc-4b98-4905-9f1e-b9b7c47a0e8b req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:03.082855 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d2950adc-4b98-4905-9f1e-b9b7c47a0e8b req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "PUT /v2.0/ports/5ac9f34f-03ce-4098-80e6-a0ccd233c15a HTTP/1.1" status: 200 len: 981 time: 2.0075283 Feb 07 01:52:03.202180 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7fd52e53-5bae-43e9-b0cf-cf2ec9d0cfd9 req-b11fd88b-c80a-4e84-8f86-d7ba3d1200ec tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434020 Feb 07 01:52:03.243796 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f76960-be23-452c-a56b-fc5347f95932 req-37afc922-6352-4d94-90b1-56b4ab5778a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:03.245425 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b9f76960-be23-452c-a56b-fc5347f95932 req-37afc922-6352-4d94-90b1-56b4ab5778a4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e542c9b-3ffd-4866-9222-017b5e713245 HTTP/1.1" status: 200 len: 902 time: 0.2699087 Feb 07 01:52:03.295701 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-5ffa740e-fbbc-4f93-8eb8-1bc5dd0f6751 None None] Provisioning complete for port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:52:03.296064 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5ffa740e-fbbc-4f93-8eb8-1bc5dd0f6751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:03.353463 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b9f76960-be23-452c-a56b-fc5347f95932 req-a570ed52-ef51-4e25-afc8-c15c3a2dc9bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83e5c1b1-597e-4371-8d7e-73367e0be26d HTTP/1.1" status: 200 len: 217 time: 0.1000593 Feb 07 01:52:03.623251 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f76960-be23-452c-a56b-fc5347f95932 req-b7500abf-1805-47eb-adfb-89c1e9c7fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:03.624857 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b9f76960-be23-452c-a56b-fc5347f95932 req-b7500abf-1805-47eb-adfb-89c1e9c7fe42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35a3d2b9-4916-45e4-9a0e-0b345ec47c3b HTTP/1.1" status: 200 len: 847 time: 0.2471583 Feb 07 01:52:03.802960 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b2bdc-4a05-4dcf-8577-056b44b2dcfb req-a92bfcdd-8b6f-45b5-acc8-946fd645be3c tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:03.804519 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8b7b2bdc-4a05-4dcf-8577-056b44b2dcfb req-a92bfcdd-8b6f-45b5-acc8-946fd645be3c tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 984 time: 0.3728683 Feb 07 01:52:03.864297 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 5ac9f34f-03ce-4098-80e6-a0ccd233c15a up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:52:03.954913 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7d96a-8898-4e19-b0b8-01d6a29d102e req-7a6abd89-9401-465b-a02d-958185768b8e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:03.956062 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:52:03.956491 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:03.956847 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-c1f7d96a-8898-4e19-b0b8-01d6a29d102e req-7a6abd89-9401-465b-a02d-958185768b8e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Synchronizing usage tracker for tenant:8b1931abed614b84acfd403a98a2afee on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:52:04.057020 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8b7b2bdc-4a05-4dcf-8577-056b44b2dcfb req-28742bfc-e3e2-4db5-b39e-301be7e52ef3 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&id=97a311ba-34b0-4559-9ed1-31672b56e069&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2405655 Feb 07 01:52:04.066835 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f76960-be23-452c-a56b-fc5347f95932 req-4dad99dc-402a-4a15-a3a7-414926780b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:04.069341 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b9f76960-be23-452c-a56b-fc5347f95932 req-4dad99dc-402a-4a15-a3a7-414926780b90 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e542c9b-3ffd-4866-9222-017b5e713245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4355624 Feb 07 01:52:04.070907 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-c1f7d96a-8898-4e19-b0b8-01d6a29d102e req-7a6abd89-9401-465b-a02d-958185768b8e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Unset dirty status for tenant:8b1931abed614b84acfd403a98a2afee on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:52:04.078858 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c1f7d96a-8898-4e19-b0b8-01d6a29d102e req-7a6abd89-9401-465b-a02d-958185768b8e tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 945 time: 0.5082405 Feb 07 01:52:04.249535 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c1f7d96a-8898-4e19-b0b8-01d6a29d102e req-f3f7f739-8aec-438d-bfaa-82d252915458 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1696501 Feb 07 01:52:04.307440 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b9f76960-be23-452c-a56b-fc5347f95932 req-06335ffb-a755-46d9-9b8c-b81b3362176d service neutron] 10.222.0.45 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257907 Feb 07 01:52:04.533407 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3977e6-cac2-4202-b1de-ded22f278611', 'tag': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:52:04.552241 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b9f76960-be23-452c-a56b-fc5347f95932 req-b80dafc4-204d-45d1-9816-695574d27bf3 service neutron] 10.222.0.45 "GET /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2343917 Feb 07 01:52:04.652023 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131f188-e857-4343-ba21-54b95d2eb20f req-cfc80e83-15aa-4117-ad62-a8d349df63b2 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:04.653718 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9131f188-e857-4343-ba21-54b95d2eb20f req-cfc80e83-15aa-4117-ad62-a8d349df63b2 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.2230294 Feb 07 01:52:04.655583 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3977e6-cac2-4202-b1de-ded22f278611', 'tag': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a', 'status': 'completed', 'code': 200} Feb 07 01:52:04.723202 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-9131f188-e857-4343-ba21-54b95d2eb20f req-b956ee7a-55da-4816-be66-3cf93fdfc3bd tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630302 Feb 07 01:52:04.806753 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babd06b-0adb-438b-a2a7-8610e86cc757 req-24687b76-f1bb-4357-89c7-c3e50221273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:04.808426 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0babd06b-0adb-438b-a2a7-8610e86cc757 req-24687b76-f1bb-4357-89c7-c3e50221273b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2dce6e0c149465684599ec181339cf8&device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 1202 time: 0.0844264 Feb 07 01:52:04.966788 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babd06b-0adb-438b-a2a7-8610e86cc757 req-2be558eb-df9b-41b7-9232-68bd9fe88750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:04.968398 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0babd06b-0adb-438b-a2a7-8610e86cc757 req-2be558eb-df9b-41b7-9232-68bd9fe88750 service neutron] 10.222.0.45 "GET /v2.0/networks?id=69cd2859-3b58-4725-a101-d5bcaf293692 HTTP/1.1" status: 200 len: 908 time: 0.1515105 Feb 07 01:52:05.095156 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0babd06b-0adb-438b-a2a7-8610e86cc757 req-a1eb1413-f450-4e10-a0d0-5ffba6d7c091 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9f34f-03ce-4098-80e6-a0ccd233c15a HTTP/1.1" status: 200 len: 1000 time: 0.1016138 Feb 07 01:52:05.168051 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babd06b-0adb-438b-a2a7-8610e86cc757 req-1eccf1e0-fd98-41e9-a103-f1e10bf746a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:05.169523 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0babd06b-0adb-438b-a2a7-8610e86cc757 req-1eccf1e0-fd98-41e9-a103-f1e10bf746a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b HTTP/1.1" status: 200 len: 853 time: 0.0630589 Feb 07 01:52:05.266518 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babd06b-0adb-438b-a2a7-8610e86cc757 req-8452ca25-a407-4dd6-bdd4-7e1324c38418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:05.268099 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0babd06b-0adb-438b-a2a7-8610e86cc757 req-8452ca25-a407-4dd6-bdd4-7e1324c38418 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=69cd2859-3b58-4725-a101-d5bcaf293692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771887 Feb 07 01:52:05.524879 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 83e5c1b1-597e-4371-8d7e-73367e0be26d no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:52:05.644193 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25984e7e-f497-4744-8daa-07b98f05e6b8 req-08e97255-e464-40d4-8b26-354aa2161c17 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:05.645980 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-25984e7e-f497-4744-8daa-07b98f05e6b8 req-08e97255-e464-40d4-8b26-354aa2161c17 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 945 time: 0.2637789 Feb 07 01:52:05.648177 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0babd06b-0adb-438b-a2a7-8610e86cc757 req-6c1a3f20-b40c-45ad-9a54-ab276f2a5f14 service neutron] 10.222.0.45 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902591 Feb 07 01:52:05.650699 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:05.680421 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9581878-4451-4232-9a5e-593636a559f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e5c1b1-597e-4371-8d7e-73367e0be26d'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:52:05.693515 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 83e5c1b1-597e-4371-8d7e-73367e0be26d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=83e5c1b1-597e-4371-8d7e-73367e0be26d,segment=NetworkSegment(67213f94-f13a-4e18-9e03-bb4b5beb3345),segment_id=67213f94-f13a-4e18-9e03-bb4b5beb3345)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:52:05.697292 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:05.699941 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:52:05.709614 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b23cc9-cabd-433d-bc09-77223f02d889 req-2550ed3b-f901-476e-a1d4-da382dedc9d0 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:05.710379 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-d8b23cc9-cabd-433d-bc09-77223f02d889 req-2550ed3b-f901-476e-a1d4-da382dedc9d0 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Synchronizing usage tracker for tenant:8b1931abed614b84acfd403a98a2afee on resource:port {{(pid=79941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:52:05.723407 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-d8b23cc9-cabd-433d-bc09-77223f02d889 req-2550ed3b-f901-476e-a1d4-da382dedc9d0 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Unset dirty status for tenant:8b1931abed614b84acfd403a98a2afee on resource:port {{(pid=79941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:52:05.725196 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d8b23cc9-cabd-433d-bc09-77223f02d889 req-2550ed3b-f901-476e-a1d4-da382dedc9d0 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 945 time: 0.1894627 Feb 07 01:52:05.756406 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9581878-4451-4232-9a5e-593636a559f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e5c1b1-597e-4371-8d7e-73367e0be26d', 'code': 200} Feb 07 01:52:05.790705 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=83e5c1b1-597e-4371-8d7e-73367e0be26d,revision_number=7']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:52:05.795183 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:52:05.826489 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-d8b23cc9-cabd-433d-bc09-77223f02d889 req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Deleting port 83e5c1b1-597e-4371-8d7e-73367e0be26d {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:52:05.827119 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-d8b23cc9-cabd-433d-bc09-77223f02d889 req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:05.843563 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-25984e7e-f497-4744-8daa-07b98f05e6b8 req-7bea4b67-7925-4e99-b89e-115ab98ae386 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups?id=df908cf2-b017-4061-83e5-34fe13b0f279&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1905615 Feb 07 01:52:05.852675 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-0babd06b-0adb-438b-a2a7-8610e86cc757 req-badb434a-d30a-43d4-b1cc-6d2401eb15a0 service neutron] 10.222.0.45 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1840553 Feb 07 01:52:06.051192 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d23755-946a-4266-bcee-5181a6e3b018 req-34b608a7-3a20-4e59-bfcf-1f80f4b031b3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:06.053318 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d2d23755-946a-4266-bcee-5181a6e3b018 req-34b608a7-3a20-4e59-bfcf-1f80f4b031b3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.1649306 Feb 07 01:52:06.061518 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6e698-e630-4a06-9e09-1ea6c48b70ad req-b4ec7292-179d-48f4-ba47-5e5ed73691c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:06.063149 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-84d6e698-e630-4a06-9e09-1ea6c48b70ad req-b4ec7292-179d-48f4-ba47-5e5ed73691c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6f4b9f9a5074df79ed740320e365959&device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 1162 time: 0.1947861 Feb 07 01:52:06.116579 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d2d23755-946a-4266-bcee-5181a6e3b018 req-90a82e40-4a1e-4902-81d0-515c30f80003 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570071 Feb 07 01:52:06.264064 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-d8b23cc9-cabd-433d-bc09-77223f02d889 req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] For port 83e5c1b1-597e-4371-8d7e-73367e0be26d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=83e5c1b1-597e-4371-8d7e-73367e0be26d,segment=NetworkSegment(67213f94-f13a-4e18-9e03-bb4b5beb3345),segment_id=67213f94-f13a-4e18-9e03-bb4b5beb3345)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:52:06.264455 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-d8b23cc9-cabd-433d-bc09-77223f02d889 req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:06.627753 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-d8b23cc9-cabd-433d-bc09-77223f02d889 req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Calling delete_port for 83e5c1b1-597e-4371-8d7e-73367e0be26d owned by compute:nova {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:52:06.676973 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6e698-e630-4a06-9e09-1ea6c48b70ad req-8eee5c45-61cd-4f23-bd1b-9ced9adb155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:06.678558 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-84d6e698-e630-4a06-9e09-1ea6c48b70ad req-8eee5c45-61cd-4f23-bd1b-9ced9adb155b service neutron] 10.222.0.45 "GET /v2.0/networks?id=7a2773e7-cc87-48c9-a224-6aff3de68ac6 HTTP/1.1" status: 200 len: 910 time: 0.5669107 Feb 07 01:52:06.848197 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-84d6e698-e630-4a06-9e09-1ea6c48b70ad req-2d2b5ffb-5098-4e07-887f-cb033db3f03b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a168943-c09a-463b-82ce-bbf4fa2051c9 HTTP/1.1" status: 200 len: 1001 time: 0.1591735 Feb 07 01:52:06.925238 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-d8b23cc9-cabd-433d-bc09-77223f02d889 req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:06.941419 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:52:06.996910 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6e698-e630-4a06-9e09-1ea6c48b70ad req-5dd0bbc8-86e0-4314-a744-8ac82cfaf041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:06.998467 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-84d6e698-e630-4a06-9e09-1ea6c48b70ad req-5dd0bbc8-86e0-4314-a744-8ac82cfaf041 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7045f51-fb53-4f5e-bc51-a1b3402ec37e HTTP/1.1" status: 200 len: 855 time: 0.1417708 Feb 07 01:52:07.001924 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Pushing event deleted for resources: {'Port': ['ID=83e5c1b1-597e-4371-8d7e-73367e0be26d,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:52:07.024733 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b2d6a3e2-53b0-4f63-9d86-532a47117310 req-846ff754-79d2-4283-96f0-7af645e84aa6 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 210 time: 0.0489886 Feb 07 01:52:07.055043 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.055452 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.055857 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.056252 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.056644 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.057033 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.057439 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.057803 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.058185 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.058567 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.058975 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.059359 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.059796 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.060176 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.060556 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.060934 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.061312 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.061692 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.062069 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.062442 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.062851 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.063225 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.063603 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.063978 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:52:07.075183 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:52:07.228298 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6e698-e630-4a06-9e09-1ea6c48b70ad req-11ce598c-120c-418d-a912-44dc8e0d213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:07.229919 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-84d6e698-e630-4a06-9e09-1ea6c48b70ad req-11ce598c-120c-418d-a912-44dc8e0d213c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a2773e7-cc87-48c9-a224-6aff3de68ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2221107 Feb 07 01:52:07.243387 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b23cc9-cabd-433d-bc09-77223f02d889 req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] No DVR routers for this DVR port 83e5c1b1-597e-4371-8d7e-73367e0be26d on host hv-cinder-74014 {{(pid=79941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:52:07.266213 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-d8b23cc9-cabd-433d-bc09-77223f02d889 req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:07.271989 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9581878-4451-4232-9a5e-593636a559f8', 'name': 'network-vif-deleted', 'tag': '83e5c1b1-597e-4371-8d7e-73367e0be26d'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:52:07.306839 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d8b23cc9-cabd-433d-bc09-77223f02d889 req-250c7504-d422-4540-8fab-44fdd6679f8d tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.45 "DELETE /v2.0/ports/83e5c1b1-597e-4371-8d7e-73367e0be26d HTTP/1.1" status: 204 len: 173 time: 1.5738468 Feb 07 01:52:07.358327 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9581878-4451-4232-9a5e-593636a559f8', 'name': 'network-vif-deleted', 'tag': '83e5c1b1-597e-4371-8d7e-73367e0be26d', 'status': 'completed', 'code': 200} Feb 07 01:52:07.402631 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-84d6e698-e630-4a06-9e09-1ea6c48b70ad req-976681d9-c438-4b97-97e7-c4321ad18c1a service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604316 Feb 07 01:52:07.462760 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd2a5c-14ad-4c59-a330-1badd71f95a8 req-7ec174be-70b7-452e-a48b-74093fb95d84 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:07.470355 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08bd2a5c-14ad-4c59-a330-1badd71f95a8 req-7ec174be-70b7-452e-a48b-74093fb95d84 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.2053943 Feb 07 01:52:07.530695 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-08bd2a5c-14ad-4c59-a330-1badd71f95a8 req-8db93adb-489c-4a17-bed3-c166d5ddcb96 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593271 Feb 07 01:52:07.549351 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-84d6e698-e630-4a06-9e09-1ea6c48b70ad req-60df3bf9-bb30-4255-bc18-d40f3a21ea0c service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392214 Feb 07 01:52:08.218738 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-bdd99a42-a86b-4ab6-a973-648ac539c6ca req-c695ca17-1483-4df4-9154-36526b165b22 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9581878-4451-4232-9a5e-593636a559f8 HTTP/1.1" status: 200 len: 210 time: 0.0487533 Feb 07 01:52:09.069062 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bfb5f-4c9b-4f71-80e7-cd1f5a418b04 req-d93dd057-36b3-405f-b3b3-aec0c5a77419 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:09.070589 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-bf3bfb5f-4c9b-4f71-80e7-cd1f5a418b04 req-d93dd057-36b3-405f-b3b3-aec0c5a77419 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.3966105 Feb 07 01:52:09.132786 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-bf3bfb5f-4c9b-4f71-80e7-cd1f5a418b04 req-1610f685-428c-4a28-91e1-43e9f045ebc6 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558302 Feb 07 01:52:09.419249 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8581eec2-512c-4ab4-bd9b-e0731ce9dc22 req-0db9afba-51eb-47bd-96b0-a983cb7e0f06 tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "GET /v2.0/security-groups/df908cf2-b017-4061-83e5-34fe13b0f279 HTTP/1.1" status: 200 len: 2993 time: 0.0661347 Feb 07 01:52:09.478379 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 8a168943-c09a-463b-82ce-bbf4fa2051c9 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:52:09.512678 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-8581eec2-512c-4ab4-bd9b-e0731ce9dc22 req-d12c1c2c-a46b-4586-beb3-7115d210eb0a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:09.547576 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-8581eec2-512c-4ab4-bd9b-e0731ce9dc22 req-d12c1c2c-a46b-4586-beb3-7115d210eb0a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:09.602664 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-8581eec2-512c-4ab4-bd9b-e0731ce9dc22 req-d12c1c2c-a46b-4586-beb3-7115d210eb0a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:09.608150 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-760faabd-dbc3-4a55-aa16-7fc967fe760f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:52:09.609821 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:09.623460 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c1c2c-a46b-4586-beb3-7115d210eb0a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df908cf2-b017-4061-83e5-34fe13b0f279,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:52:09.626476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d12c1c2c-a46b-4586-beb3-7115d210eb0a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:52:09.634792 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-8581eec2-512c-4ab4-bd9b-e0731ce9dc22 req-d12c1c2c-a46b-4586-beb3-7115d210eb0a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:09.636064 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8581eec2-512c-4ab4-bd9b-e0731ce9dc22 req-d12c1c2c-a46b-4586-beb3-7115d210eb0a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] 10.222.0.52 "DELETE /v2.0/security-groups/df908cf2-b017-4061-83e5-34fe13b0f279 HTTP/1.1" status: 204 len: 173 time: 0.2105098 Feb 07 01:52:09.647871 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6496d82f-55b5-4046-a627-811db4048d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a168943-c09a-463b-82ce-bbf4fa2051c9'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:52:09.660436 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 8a168943-c09a-463b-82ce-bbf4fa2051c9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=8a168943-c09a-463b-82ce-bbf4fa2051c9,segment=NetworkSegment(71a8b691-2713-4aab-834f-a491422c389e),segment_id=71a8b691-2713-4aab-834f-a491422c389e)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:52:09.664419 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:09.666074 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:52:09.701846 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 50762) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:52:09.725275 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6496d82f-55b5-4046-a627-811db4048d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a168943-c09a-463b-82ce-bbf4fa2051c9', 'code': 200} Feb 07 01:52:09.741961 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=8a168943-c09a-463b-82ce-bbf4fa2051c9,revision_number=5']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:52:09.745383 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:52:10.504310 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49818bf-8f67-4201-b290-a06c7edc446d req-ef19b97c-19cf-4619-a4dd-ca466b9d20d3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:10.506036 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d49818bf-8f67-4201-b290-a06c7edc446d req-ef19b97c-19cf-4619-a4dd-ca466b9d20d3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 943 time: 0.2207508 Feb 07 01:52:10.509311 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4626e120-e250-4756-890f-c3b695e7ab52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854095659'] for router_interface, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:10.711910 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d49818bf-8f67-4201-b290-a06c7edc446d req-05be6381-171d-40fa-86b8-b7c5d92e2665 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450961 Feb 07 01:52:10.933073 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-4626e120-e250-4756-890f-c3b695e7ab52 admin admin] Deleting port 404168b8-3a21-4a8b-8be2-8c4858a863fb {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:52:10.933457 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4626e120-e250-4756-890f-c3b695e7ab52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:11.119374 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-4626e120-e250-4756-890f-c3b695e7ab52 admin admin] For port 404168b8-3a21-4a8b-8be2-8c4858a863fb, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=404168b8-3a21-4a8b-8be2-8c4858a863fb,segment=NetworkSegment(67213f94-f13a-4e18-9e03-bb4b5beb3345),segment_id=67213f94-f13a-4e18-9e03-bb4b5beb3345)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:52:11.119902 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4626e120-e250-4756-890f-c3b695e7ab52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:11.254648 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-4626e120-e250-4756-890f-c3b695e7ab52 admin admin] Calling delete_port for 404168b8-3a21-4a8b-8be2-8c4858a863fb owned by network:router_interface {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:52:11.319190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-748dc56e-59ae-4675-9463-a9936b764217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:11.433751 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4626e120-e250-4756-890f-c3b695e7ab52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:11.519726 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-76944549-46f9-42b0-895d-29addc6f4502 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:52:11.579554 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626e120-e250-4756-890f-c3b695e7ab52 admin admin] Pushing event deleted for resources: {'Port': ['ID=404168b8-3a21-4a8b-8be2-8c4858a863fb,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:52:11.582394 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4626e120-e250-4756-890f-c3b695e7ab52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:52:11.866774 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4626e120-e250-4756-890f-c3b695e7ab52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854143029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854099226'] for router_interface, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:12.317883 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2f338696-fe4b-452d-81b8-9b2706169362 req-d040e3c9-fc01-4925-8d4f-2389b292d439 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823791 Feb 07 01:52:12.571356 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f10b66-3dcd-4081-90a0-49b93d2d09cf req-76e180c5-ef45-4d53-bb8f-b7bdbf29c89c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:12.573063 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-42f10b66-3dcd-4081-90a0-49b93d2d09cf req-76e180c5-ef45-4d53-bb8f-b7bdbf29c89c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 943 time: 0.3325260 Feb 07 01:52:12.785112 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-42f10b66-3dcd-4081-90a0-49b93d2d09cf req-27ce16ec-a714-4887-84db-f7e899372890 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043436 Feb 07 01:52:12.845227 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4626e120-e250-4756-890f-c3b695e7ab52 admin admin] Router a281ece1-4252-425d-8e87-43c27836370e has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:52:13.003787 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f338696-fe4b-452d-81b8-9b2706169362 req-26539325-8611-49ff-8129-40f2fe3903cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:13.005413 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2f338696-fe4b-452d-81b8-9b2706169362 req-26539325-8611-49ff-8129-40f2fe3903cb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c&tenant_id=a6f4b9f9a5074df79ed740320e365959 HTTP/1.1" status: 200 len: 1160 time: 0.0795457 Feb 07 01:52:13.037802 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4626e120-e250-4756-890f-c3b695e7ab52 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:52:13.046659 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67348b90-0529-47dd-a930-a80b128663c1 None None] Sync routers for ids ['a281ece1-4252-425d-8e87-43c27836370e'] in dv-cinder-740146-7-smb {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:52:13.050452 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-4626e120-e250-4756-890f-c3b695e7ab52 admin admin] 10.222.0.52 "PUT /v2.0/routers/a281ece1-4252-425d-8e87-43c27836370e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3473961 Feb 07 01:52:13.053723 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 50808) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:52:13.057455 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67348b90-0529-47dd-a930-a80b128663c1 None None] Routers {'a281ece1-4252-425d-8e87-43c27836370e'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:52:13.058133 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-67348b90-0529-47dd-a930-a80b128663c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:51:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['a281ece1-4252-425d-8e87-43c27836370e'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:52:13.122162 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f338696-fe4b-452d-81b8-9b2706169362 req-5a4f6bef-066d-4312-9aef-772f7928d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:13.123916 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2f338696-fe4b-452d-81b8-9b2706169362 req-5a4f6bef-066d-4312-9aef-772f7928d922 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6f4b9f9a5074df79ed740320e365959&device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 1160 time: 0.0849528 Feb 07 01:52:13.243242 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-203aa3a3-2fc3-45fc-9f39-ee00e80585fe admin admin] Notify callbacks [] for router, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:13.249157 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-67348b90-0529-47dd-a930-a80b128663c1 None None] Set router a281ece1-4252-425d-8e87-43c27836370e gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:52:13.271548 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f338696-fe4b-452d-81b8-9b2706169362 req-e1f7a042-5cde-4372-8df4-d8c3faf0270c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:13.273133 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2f338696-fe4b-452d-81b8-9b2706169362 req-e1f7a042-5cde-4372-8df4-d8c3faf0270c service neutron] 10.222.0.45 "GET /v2.0/networks?id=7a2773e7-cc87-48c9-a224-6aff3de68ac6 HTTP/1.1" status: 200 len: 910 time: 0.1418724 Feb 07 01:52:13.391662 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2f338696-fe4b-452d-81b8-9b2706169362 req-6d6f1d68-88a2-4ec6-a8a0-38850c08a4c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a168943-c09a-463b-82ce-bbf4fa2051c9 HTTP/1.1" status: 200 len: 999 time: 0.1098771 Feb 07 01:52:13.434097 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-203aa3a3-2fc3-45fc-9f39-ee00e80585fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:13.439398 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-203aa3a3-2fc3-45fc-9f39-ee00e80585fe admin admin] Deleting port 65ee5364-a945-43bd-8145-5f45001b0bc2 {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:52:13.439772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-203aa3a3-2fc3-45fc-9f39-ee00e80585fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:13.467558 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f338696-fe4b-452d-81b8-9b2706169362 req-55093083-354e-4a1d-8a45-0aa8c9475613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:13.469520 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2f338696-fe4b-452d-81b8-9b2706169362 req-55093083-354e-4a1d-8a45-0aa8c9475613 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7045f51-fb53-4f5e-bc51-a1b3402ec37e HTTP/1.1" status: 200 len: 855 time: 0.0707462 Feb 07 01:52:13.554537 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-67348b90-0529-47dd-a930-a80b128663c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281ece1-4252-425d-8e87-43c27836370e', 'name': 'tempest-TestShelveInstance-224585523-router', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:52:11Z', 'revision_number': 5, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'gw_port': {'id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:52:13.558634 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67348b90-0529-47dd-a930-a80b128663c1 None None] Checking router: a281ece1-4252-425d-8e87-43c27836370e for host: dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:52:13.560268 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f338696-fe4b-452d-81b8-9b2706169362 req-9ac6b6ff-ffba-40c3-b54e-a16d859f52cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:13.562013 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2f338696-fe4b-452d-81b8-9b2706169362 req-9ac6b6ff-ffba-40c3-b54e-a16d859f52cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a2773e7-cc87-48c9-a224-6aff3de68ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852559 Feb 07 01:52:13.568090 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67348b90-0529-47dd-a930-a80b128663c1 None None] Routers {'a281ece1-4252-425d-8e87-43c27836370e'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:52:13.568730 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-67348b90-0529-47dd-a930-a80b128663c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:51:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['a281ece1-4252-425d-8e87-43c27836370e'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:52:13.631252 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-203aa3a3-2fc3-45fc-9f39-ee00e80585fe admin admin] For port 65ee5364-a945-43bd-8145-5f45001b0bc2, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=65ee5364-a945-43bd-8145-5f45001b0bc2,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:52:13.631825 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-203aa3a3-2fc3-45fc-9f39-ee00e80585fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:13.717384 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2f338696-fe4b-452d-81b8-9b2706169362 req-f01de24d-81fa-4da2-8723-809c08e42d9b service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465290 Feb 07 01:52:13.717811 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-832493dc-2206-477b-b764-b6df12d8113e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:13.745283 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:13.760093 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-67348b90-0529-47dd-a930-a80b128663c1 None None] Set router a281ece1-4252-425d-8e87-43c27836370e gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:52:13.771250 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-203aa3a3-2fc3-45fc-9f39-ee00e80585fe admin admin] Calling delete_port for 65ee5364-a945-43bd-8145-5f45001b0bc2 owned by network:router_gateway {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:52:13.880107 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2f338696-fe4b-452d-81b8-9b2706169362 req-431de975-c56a-4d01-a532-7a97d84242d4 service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1531570 Feb 07 01:52:13.925286 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-203aa3a3-2fc3-45fc-9f39-ee00e80585fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:14.064323 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-67348b90-0529-47dd-a930-a80b128663c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281ece1-4252-425d-8e87-43c27836370e', 'name': 'tempest-TestShelveInstance-224585523-router', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:52:11Z', 'revision_number': 5, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'gw_port': {'id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:52:14.068832 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67348b90-0529-47dd-a930-a80b128663c1 None None] The sync data for ids ['a281ece1-4252-425d-8e87-43c27836370e'] in dv-cinder-740146-7-smb is: [{'id': 'a281ece1-4252-425d-8e87-43c27836370e', 'name': 'tempest-TestShelveInstance-224585523-router', 'tenant_id': '8b1931abed614b84acfd403a98a2afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:52:11Z', 'revision_number': 5, 'project_id': '8b1931abed614b84acfd403a98a2afee', 'gw_port': {'id': '65ee5364-a945-43bd-8145-5f45001b0bc2', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ece1-4252-425d-8e87-43c27836370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:09Z', 'updated_at': '2021-02-07T01:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}] {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:52:14.089946 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:14.266202 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbaba9-ad9b-4f8b-923f-387d7d175744 req-aa3e14ad-22c7-471e-8924-70f6e5c0940e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:14.267955 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6bdbaba9-ad9b-4f8b-923f-387d7d175744 req-aa3e14ad-22c7-471e-8924-70f6e5c0940e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 943 time: 0.3260710 Feb 07 01:52:14.316318 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-203aa3a3-2fc3-45fc-9f39-ee00e80585fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854095386'] for router_gateway, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:14.419332 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-6bdbaba9-ad9b-4f8b-923f-387d7d175744 req-b37c3aec-80bc-4b31-8072-02c3370d2cf6 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439214 Feb 07 01:52:14.482346 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-203aa3a3-2fc3-45fc-9f39-ee00e80585fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854102588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854535338'] for router, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:14.484772 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-203aa3a3-2fc3-45fc-9f39-ee00e80585fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:14.504097 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-203aa3a3-2fc3-45fc-9f39-ee00e80585fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681557'] for router, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:14.504654 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203aa3a3-2fc3-45fc-9f39-ee00e80585fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router a281ece1-4252-425d-8e87-43c27836370e {{(pid=79942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 01:52:14.517312 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-203aa3a3-2fc3-45fc-9f39-ee00e80585fe admin admin] Notify callbacks [] for router, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:14.518517 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-203aa3a3-2fc3-45fc-9f39-ee00e80585fe admin admin] 10.222.0.52 "DELETE /v2.0/routers/a281ece1-4252-425d-8e87-43c27836370e HTTP/1.1" status: 204 len: 168 time: 1.4637287 Feb 07 01:52:14.521946 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 50820) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:52:14.592542 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_v2 [None req-283068ea-3afd-49b5-9d7e-278c5d99936c admin admin] Deleting subnet 35a3d2b9-4916-45e4-9a0e-0b345ec47c3b {{(pid=79942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 07 01:52:14.596036 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-283068ea-3afd-49b5-9d7e-278c5d99936c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:14.653281 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-283068ea-3afd-49b5-9d7e-278c5d99936c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852759826'] for subnet, precommit_delete_associations {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:15.024304 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-283068ea-3afd-49b5-9d7e-278c5d99936c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-10855'] for subnet, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:15.039872 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:15.341928 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-283068ea-3afd-49b5-9d7e-278c5d99936c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854764961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852760723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378118'] for subnet, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:15.357936 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:52:15.400798 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283068ea-3afd-49b5-9d7e-278c5d99936c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35a3d2b9-4916-45e4-9a0e-0b345ec47c3b,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:52:15.404767 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-283068ea-3afd-49b5-9d7e-278c5d99936c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:52:15.498855 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-283068ea-3afd-49b5-9d7e-278c5d99936c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:15.505457 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e83d04-7124-4ba7-9613-d052c07135b3 None None] Network 2e542c9b-3ffd-4866-9222-017b5e713245 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:52:15.509269 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-283068ea-3afd-49b5-9d7e-278c5d99936c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/35a3d2b9-4916-45e4-9a0e-0b345ec47c3b HTTP/1.1" status: 204 len: 168 time: 0.9856768 Feb 07 01:52:15.511635 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 50844) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:52:15.698687 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854360936'] for network, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:15.740652 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:15.778409 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] Deleting port 59141400-5c7b-4b39-a2af-ff6b96c5ab06 {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:52:15.778916 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:15.798484 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eeb233-fcf6-45f6-a5b1-2197fb743561 req-881cbc4a-553c-4d58-8635-7ffaef023fe6 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:15.801804 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-31eeb233-fcf6-45f6-a5b1-2197fb743561 req-881cbc4a-553c-4d58-8635-7ffaef023fe6 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 943 time: 0.2134275 Feb 07 01:52:15.852080 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdd7075-17e1-416d-9700-dd7e3f7f1acf None None] DHCP port deletion for 2e542c9b-3ffd-4866-9222-017b5e713245 request from dv-cinder-740146-7-smb {{(pid=79943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 07 01:52:15.858988 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd7075-17e1-416d-9700-dd7e3f7f1acf None None] Deleting port 59141400-5c7b-4b39-a2af-ff6b96c5ab06 {{(pid=79943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:52:15.859545 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4cdd7075-17e1-416d-9700-dd7e3f7f1acf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:15.923518 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-31eeb233-fcf6-45f6-a5b1-2197fb743561 req-1d14d86a-67b7-499f-b07d-41356de0b666 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117942 Feb 07 01:52:16.008655 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 404168b8-3a21-4a8b-8be2-8c4858a863fb no longer exists at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:52:16.060764 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] No Port match for: 404168b8-3a21-4a8b-8be2-8c4858a863fb {{(pid=79943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 07 01:52:16.061121 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 404168b8-3a21-4a8b-8be2-8c4858a863fb not bound to the agent host dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:52:16.061603 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 65ee5364-a945-43bd-8145-5f45001b0bc2 no longer exists at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:52:16.095017 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] For port 59141400-5c7b-4b39-a2af-ff6b96c5ab06, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=59141400-5c7b-4b39-a2af-ff6b96c5ab06,segment=NetworkSegment(67213f94-f13a-4e18-9e03-bb4b5beb3345),segment_id=67213f94-f13a-4e18-9e03-bb4b5beb3345)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:52:16.095589 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:16.102152 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] No Port match for: 65ee5364-a945-43bd-8145-5f45001b0bc2 {{(pid=79943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 07 01:52:16.102554 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 65ee5364-a945-43bd-8145-5f45001b0bc2 not bound to the agent host dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:52:16.170307 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-4cdd7075-17e1-416d-9700-dd7e3f7f1acf None None] For port 59141400-5c7b-4b39-a2af-ff6b96c5ab06, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=59141400-5c7b-4b39-a2af-ff6b96c5ab06,segment=NetworkSegment(67213f94-f13a-4e18-9e03-bb4b5beb3345),segment_id=67213f94-f13a-4e18-9e03-bb4b5beb3345)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:52:16.170724 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4cdd7075-17e1-416d-9700-dd7e3f7f1acf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:16.243152 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] Calling delete_port for 59141400-5c7b-4b39-a2af-ff6b96c5ab06 owned by network:dhcp {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:52:16.304910 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd7075-17e1-416d-9700-dd7e3f7f1acf None None] Calling delete_port for 59141400-5c7b-4b39-a2af-ff6b96c5ab06 owned by network:dhcp {{(pid=79943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:52:16.344372 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:16.360776 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9806cd7e-2ca0-4286-a999-3e39d132aed8 tempest-VolumesSnapshotTestJSON-581295604 tempest-VolumesSnapshotTestJSON-581295604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:52:16.391805 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.api [None req-4cdd7075-17e1-416d-9700-dd7e3f7f1acf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 07 01:52:16.392215 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_db.api [None req-4cdd7075-17e1-416d-9700-dd7e3f7f1acf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 07 01:52:16.417872 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] Pushing event deleted for resources: {'Port': ['ID=59141400-5c7b-4b39-a2af-ff6b96c5ab06,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:52:16.423537 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:52:16.527123 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] No DVR routers for this DVR port 59141400-5c7b-4b39-a2af-ff6b96c5ab06 on host dv-cinder-740146-7-smb {{(pid=79941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:52:16.655694 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14300', 'neutron.services.segments.db._delete_segments_for_network-8754015628454'] for network, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:16.811637 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e542c9b-3ffd-4866-9222-017b5e713245']}} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:52:16.826571 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67213f94-f13a-4e18-9e03-bb4b5beb3345') {'for_net_delete': True} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:52:16.826937 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67213f94-f13a-4e18-9e03-bb4b5beb3345') {} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:52:16.840166 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754015625143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852707660'] for segment, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:16.855497 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:16.857521 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=79941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 07 01:52:16.893330 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd7075-17e1-416d-9700-dd7e3f7f1acf None None] Deleting port 59141400-5c7b-4b39-a2af-ff6b96c5ab06 {{(pid=79943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:52:16.894052 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4cdd7075-17e1-416d-9700-dd7e3f7f1acf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:16.979418 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd7075-17e1-416d-9700-dd7e3f7f1acf None None] The port '59141400-5c7b-4b39-a2af-ff6b96c5ab06' was deleted {{(pid=79943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 07 01:52:17.280446 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8df74-f74b-4c01-b124-72d1478d9a5f req-ff09d27c-99e3-43c8-b2eb-41427e433c12 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:17.282176 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2be8df74-f74b-4c01-b124-72d1478d9a5f req-ff09d27c-99e3-43c8-b2eb-41427e433c12 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 943 time: 0.1940386 Feb 07 01:52:17.284242 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] Network 2e542c9b-3ffd-4866-9222-017b5e713245 has no segments {{(pid=79941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:52:17.295472 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2420048'] for segment, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:17.359399 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2be8df74-f74b-4c01-b124-72d1478d9a5f req-2d405f64-4d0d-47f9-b341-9cf200a01107 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666816 Feb 07 01:52:17.497529 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] Network 2e542c9b-3ffd-4866-9222-017b5e713245 has no segments {{(pid=79941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: Traceback (most recent call last): Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: timer() Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: cb(*args, **kw) Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: return func(*args, **kwargs) Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: self._notify() Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: self.callback(batched_events) Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: event.method(event) Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: segment_id)['aggregates'][0] Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: return f(self, *a, **k) Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: return self._get(url).json() Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: **kwargs) Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: return self.request(url, 'GET', **kwargs) Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: **endpoint_filter) Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 01:52:17.520632 dv-cinder-740146-7-smb neutron-server[79830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 01:52:17.603358 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680321'] for network, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:17.606874 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ce4f4d9f-9e44-427f-8602-b891312f81b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:52:17.620864 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:17.632313 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e542c9b-3ffd-4866-9222-017b5e713245,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:52:17.635684 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:52:17.646272 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-5b792eac-2a30-4d76-84db-cbd26c96f534 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2e542c9b-3ffd-4866-9222-017b5e713245 HTTP/1.1" status: 204 len: 168 time: 2.1327362 Feb 07 01:52:17.649393 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 50852) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:52:17.863845 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 59141400-5c7b-4b39-a2af-ff6b96c5ab06 no longer exists at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:52:17.903803 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] No Port match for: 59141400-5c7b-4b39-a2af-ff6b96c5ab06 {{(pid=79943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 07 01:52:17.904195 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 59141400-5c7b-4b39-a2af-ff6b96c5ab06 not bound to the agent host dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:52:18.290301 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b5c5af5d-7004-4331-b783-f8713031795a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854095659'] for router_interface, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:18.711929 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c97f96-e0d9-4f0e-91a4-369f2593c7d1 req-8f40caee-e067-481a-8339-3f5489c362cd tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:18.714068 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-92c97f96-e0d9-4f0e-91a4-369f2593c7d1 req-8f40caee-e067-481a-8339-3f5489c362cd tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 984 time: 0.2485118 Feb 07 01:52:18.764592 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-b5c5af5d-7004-4331-b783-f8713031795a admin admin] Deleting port d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:52:18.764992 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b5c5af5d-7004-4331-b783-f8713031795a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:18.847071 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4c558-6062-4e4a-92d4-36bfd201dfe5 req-e2f50b20-eb8e-4bac-a08a-e433ecc80d53 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:18.852700 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-78f4c558-6062-4e4a-92d4-36bfd201dfe5 req-e2f50b20-eb8e-4bac-a08a-e433ecc80d53 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 943 time: 0.2958248 Feb 07 01:52:18.926235 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-78f4c558-6062-4e4a-92d4-36bfd201dfe5 req-f1f39f44-c71e-43c7-bcb3-af2f54f81459 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661845 Feb 07 01:52:18.962210 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-b5c5af5d-7004-4331-b783-f8713031795a admin admin] For port d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52,segment=NetworkSegment(4524619e-bb93-4985-8184-7834da9d2507),segment_id=4524619e-bb93-4985-8184-7834da9d2507)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:52:18.963757 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b5c5af5d-7004-4331-b783-f8713031795a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:18.975827 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-92c97f96-e0d9-4f0e-91a4-369f2593c7d1 req-210c8559-44bc-4d26-8e89-3f8f5a10662d tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&id=97a311ba-34b0-4559-9ed1-31672b56e069&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2448282 Feb 07 01:52:19.109159 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-b5c5af5d-7004-4331-b783-f8713031795a admin admin] Calling delete_port for d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 owned by network:router_interface {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:52:19.451225 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b5c5af5d-7004-4331-b783-f8713031795a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:19.466059 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-93806ad9-28ec-45f6-8342-edc244963a7e tempest-VolumesActionsTest-389409680 tempest-VolumesActionsTest-389409680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:52:19.519115 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5af5d-7004-4331-b783-f8713031795a admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:52:19.523185 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b5c5af5d-7004-4331-b783-f8713031795a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:52:20.189323 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b5c5af5d-7004-4331-b783-f8713031795a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854143029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854099226'] for router_interface, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:20.354801 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac15138-ca4c-433d-8487-d052deb53b4d req-ae0b4d39-d72f-4de5-8932-e71f1784948c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:20.356465 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1ac15138-ca4c-433d-8487-d052deb53b4d req-ae0b4d39-d72f-4de5-8932-e71f1784948c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 943 time: 0.2532732 Feb 07 01:52:20.483537 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e02282-c0b4-4894-badb-5e1439278236 req-8a61c535-6683-4619-84dc-1ea145b2b561 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:20.485262 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b6e02282-c0b4-4894-badb-5e1439278236 req-8a61c535-6683-4619-84dc-1ea145b2b561 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 984 time: 0.2955310 Feb 07 01:52:20.541988 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1ac15138-ca4c-433d-8487-d052deb53b4d req-c37cb3ae-26c3-4c7f-9eb0-ee33dc489f5b tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786697 Feb 07 01:52:20.624921 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b6e02282-c0b4-4894-badb-5e1439278236 req-95a7d16d-b5f8-43e0-9b50-018c42c5cc05 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&id=97a311ba-34b0-4559-9ed1-31672b56e069&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1295526 Feb 07 01:52:20.750848 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c5af5d-7004-4331-b783-f8713031795a admin admin] Router ae2532dd-bde6-4f50-abf1-57c9ddb4cec1 has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:52:20.949536 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c5af5d-7004-4331-b783-f8713031795a admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:52:20.959506 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e6eb53-0ea5-4fd3-977a-4e189afdc4dd None None] Sync routers for ids ['ae2532dd-bde6-4f50-abf1-57c9ddb4cec1'] in dv-cinder-740146-7-smb {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:52:20.959938 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-b5c5af5d-7004-4331-b783-f8713031795a admin admin] 10.222.0.52 "PUT /v2.0/routers/ae2532dd-bde6-4f50-abf1-57c9ddb4cec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3094914 Feb 07 01:52:20.962541 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 50870) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:52:20.969345 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e6eb53-0ea5-4fd3-977a-4e189afdc4dd None None] Routers {'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:52:20.970021 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-23e6eb53-0ea5-4fd3-977a-4e189afdc4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:52:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['ae2532dd-bde6-4f50-abf1-57c9ddb4cec1'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:52:21.166515 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-95d872ae-89ea-435a-a97d-cf17bd83dde4 admin admin] Notify callbacks [] for router, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:21.176663 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-23e6eb53-0ea5-4fd3-977a-4e189afdc4dd None None] Set router ae2532dd-bde6-4f50-abf1-57c9ddb4cec1 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:52:21.381731 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-95d872ae-89ea-435a-a97d-cf17bd83dde4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:21.388065 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-95d872ae-89ea-435a-a97d-cf17bd83dde4 admin admin] Deleting port 02164366-5fa6-4b11-bcb6-8630cf0f27ab {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:52:21.388735 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-95d872ae-89ea-435a-a97d-cf17bd83dde4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:21.515690 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-23e6eb53-0ea5-4fd3-977a-4e189afdc4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'name': 'tempest-TestShelveInstance-1991240515-router', 'tenant_id': '30057febcfb149c3b3edcdcad8886551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '02164366-5fa6-4b11-bcb6-8630cf0f27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:21Z', 'updated_at': '2021-02-07T01:52:19Z', 'revision_number': 5, 'project_id': '30057febcfb149c3b3edcdcad8886551', 'gw_port': {'id': '02164366-5fa6-4b11-bcb6-8630cf0f27ab', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:22Z', 'updated_at': '2021-02-07T01:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:52:21.515690 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e6eb53-0ea5-4fd3-977a-4e189afdc4dd None None] Checking router: ae2532dd-bde6-4f50-abf1-57c9ddb4cec1 for host: dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:52:21.522790 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e6eb53-0ea5-4fd3-977a-4e189afdc4dd None None] Routers {'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:52:21.523538 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-23e6eb53-0ea5-4fd3-977a-4e189afdc4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:52:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['ae2532dd-bde6-4f50-abf1-57c9ddb4cec1'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:52:21.584851 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-95d872ae-89ea-435a-a97d-cf17bd83dde4 admin admin] For port 02164366-5fa6-4b11-bcb6-8630cf0f27ab, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=02164366-5fa6-4b11-bcb6-8630cf0f27ab,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:52:21.585287 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-95d872ae-89ea-435a-a97d-cf17bd83dde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:21.728163 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-95d872ae-89ea-435a-a97d-cf17bd83dde4 admin admin] Calling delete_port for 02164366-5fa6-4b11-bcb6-8630cf0f27ab owned by network:router_gateway {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:52:21.745451 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-23e6eb53-0ea5-4fd3-977a-4e189afdc4dd None None] Set router ae2532dd-bde6-4f50-abf1-57c9ddb4cec1 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:52:21.888888 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-95d872ae-89ea-435a-a97d-cf17bd83dde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:22.018655 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20011f85-f742-4549-8c17-8257205b37d9 req-e0b31430-bb4f-436d-9e13-6e1947170ee1 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:22.027211 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-20011f85-f742-4549-8c17-8257205b37d9 req-e0b31430-bb4f-436d-9e13-6e1947170ee1 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 943 time: 0.2592220 Feb 07 01:52:22.127203 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-20011f85-f742-4549-8c17-8257205b37d9 req-cf05999c-d570-41a2-84d9-8e8baa967d0d tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987458 Feb 07 01:52:22.130670 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-95d872ae-89ea-435a-a97d-cf17bd83dde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854095386'] for router_gateway, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:22.291347 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9dfff-bbb7-49d2-9dd0-97c7926c4edb req-cc0b917c-a0ef-4b72-8936-e8dc72fd6f28 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:22.293405 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-21d9dfff-bbb7-49d2-9dd0-97c7926c4edb req-cc0b917c-a0ef-4b72-8936-e8dc72fd6f28 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 984 time: 0.4187851 Feb 07 01:52:22.309405 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-95d872ae-89ea-435a-a97d-cf17bd83dde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854102588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854535338'] for router, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:22.321640 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-95d872ae-89ea-435a-a97d-cf17bd83dde4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:22.368219 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-95d872ae-89ea-435a-a97d-cf17bd83dde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681557'] for router, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:22.368879 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d872ae-89ea-435a-a97d-cf17bd83dde4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae2532dd-bde6-4f50-abf1-57c9ddb4cec1 {{(pid=79941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 01:52:22.393233 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-95d872ae-89ea-435a-a97d-cf17bd83dde4 admin admin] Notify callbacks [] for router, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:22.394849 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-95d872ae-89ea-435a-a97d-cf17bd83dde4 admin admin] 10.222.0.52 "DELETE /v2.0/routers/ae2532dd-bde6-4f50-abf1-57c9ddb4cec1 HTTP/1.1" status: 204 len: 168 time: 1.4309320 Feb 07 01:52:22.397881 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 50878) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:52:22.410114 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-21d9dfff-bbb7-49d2-9dd0-97c7926c4edb req-d37b4b44-e207-40d5-aec0-5e004e32a29f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&id=97a311ba-34b0-4559-9ed1-31672b56e069&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0936012 Feb 07 01:52:22.512905 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_v2 [None req-975b2b65-8d47-4f05-9cb5-83d1b812017a admin admin] Deleting subnet de6b69ff-4cb4-4ac5-8e71-2eebb8df5387 {{(pid=79941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 07 01:52:22.517386 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-975b2b65-8d47-4f05-9cb5-83d1b812017a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:22.520728 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-23e6eb53-0ea5-4fd3-977a-4e189afdc4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'name': 'tempest-TestShelveInstance-1991240515-router', 'tenant_id': '30057febcfb149c3b3edcdcad8886551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '02164366-5fa6-4b11-bcb6-8630cf0f27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:21Z', 'updated_at': '2021-02-07T01:52:19Z', 'revision_number': 5, 'project_id': '30057febcfb149c3b3edcdcad8886551', 'gw_port': {'id': '02164366-5fa6-4b11-bcb6-8630cf0f27ab', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:22Z', 'updated_at': '2021-02-07T01:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:52:22.525095 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e6eb53-0ea5-4fd3-977a-4e189afdc4dd None None] The sync data for ids ['ae2532dd-bde6-4f50-abf1-57c9ddb4cec1'] in dv-cinder-740146-7-smb is: [{'id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'name': 'tempest-TestShelveInstance-1991240515-router', 'tenant_id': '30057febcfb149c3b3edcdcad8886551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '02164366-5fa6-4b11-bcb6-8630cf0f27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:21Z', 'updated_at': '2021-02-07T01:52:19Z', 'revision_number': 5, 'project_id': '30057febcfb149c3b3edcdcad8886551', 'gw_port': {'id': '02164366-5fa6-4b11-bcb6-8630cf0f27ab', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2532dd-bde6-4f50-abf1-57c9ddb4cec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:22Z', 'updated_at': '2021-02-07T01:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}] {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:52:22.582936 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-975b2b65-8d47-4f05-9cb5-83d1b812017a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2068156'] for subnet, precommit_delete_associations {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:22.970641 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-975b2b65-8d47-4f05-9cb5-83d1b812017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-10855'] for subnet, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:23.257303 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-975b2b65-8d47-4f05-9cb5-83d1b812017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854764961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2420135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851564641'] for subnet, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:23.273113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:52:23.323235 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b2b65-8d47-4f05-9cb5-83d1b812017a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de6b69ff-4cb4-4ac5-8e71-2eebb8df5387,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:52:23.328589 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-975b2b65-8d47-4f05-9cb5-83d1b812017a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:52:23.432908 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-975b2b65-8d47-4f05-9cb5-83d1b812017a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for subnet, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:23.440485 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d86c5-f5ba-43b1-9f98-a3bfa3d175e5 None None] Network eda4f0e5-bb5a-499b-b927-272d5657f395 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:52:23.453783 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-975b2b65-8d47-4f05-9cb5-83d1b812017a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/de6b69ff-4cb4-4ac5-8e71-2eebb8df5387 HTTP/1.1" status: 204 len: 168 time: 1.0547168 Feb 07 01:52:23.456831 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 50884) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:52:23.493631 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19792a8-45cf-4744-b513-6f4a45a9f844 req-e3370f24-e30e-44c7-bc12-b20cc093f0b1 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:23.502498 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b19792a8-45cf-4744-b513-6f4a45a9f844 req-e3370f24-e30e-44c7-bc12-b20cc093f0b1 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 943 time: 0.2012048 Feb 07 01:52:23.585314 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b19792a8-45cf-4744-b513-6f4a45a9f844 req-db211a93-c1d1-4a26-8b87-a24fbd4e9ee5 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814073 Feb 07 01:52:23.628517 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854360936'] for network, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:23.715110 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] Deleting port 39fe7934-3a65-433a-a5c9-712b45734138 {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:52:23.715587 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:23.876050 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45f4891-ddca-4029-91c3-eaec1ee329e4 None None] DHCP port deletion for eda4f0e5-bb5a-499b-b927-272d5657f395 request from dv-cinder-740146-7-smb {{(pid=79943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 07 01:52:23.897668 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-b45f4891-ddca-4029-91c3-eaec1ee329e4 None None] Deleting port 39fe7934-3a65-433a-a5c9-712b45734138 {{(pid=79943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:52:23.898430 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b45f4891-ddca-4029-91c3-eaec1ee329e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:23.916484 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768173ac-5f4c-4bcc-bda9-77722cf0edd5 req-f0ef6076-ae90-4356-baae-c15d8a90e7b6 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:23.924480 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-768173ac-5f4c-4bcc-bda9-77722cf0edd5 req-f0ef6076-ae90-4356-baae-c15d8a90e7b6 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 984 time: 0.1907458 Feb 07 01:52:23.983154 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] For port 39fe7934-3a65-433a-a5c9-712b45734138, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=39fe7934-3a65-433a-a5c9-712b45734138,segment=NetworkSegment(4524619e-bb93-4985-8184-7834da9d2507),segment_id=4524619e-bb93-4985-8184-7834da9d2507)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:52:23.983540 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:24.027835 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-768173ac-5f4c-4bcc-bda9-77722cf0edd5 req-6b96e11b-7224-48bb-b23e-82200024b5e5 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&id=97a311ba-34b0-4559-9ed1-31672b56e069&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1021996 Feb 07 01:52:24.053247 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 02164366-5fa6-4b11-bcb6-8630cf0f27ab no longer exists at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:52:24.096647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] No Port match for: 02164366-5fa6-4b11-bcb6-8630cf0f27ab {{(pid=79943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 07 01:52:24.096940 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 02164366-5fa6-4b11-bcb6-8630cf0f27ab not bound to the agent host dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:52:24.097627 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 no longer exists at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:52:24.167113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] Calling delete_port for 39fe7934-3a65-433a-a5c9-712b45734138 owned by network:dhcp {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:52:24.286694 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:24.306850 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-b45f4891-ddca-4029-91c3-eaec1ee329e4 None None] For port 39fe7934-3a65-433a-a5c9-712b45734138, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=39fe7934-3a65-433a-a5c9-712b45734138,segment=NetworkSegment(4524619e-bb93-4985-8184-7834da9d2507),segment_id=4524619e-bb93-4985-8184-7834da9d2507)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:52:24.307558 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b45f4891-ddca-4029-91c3-eaec1ee329e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:24.397873 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:52:24.452590 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-b45f4891-ddca-4029-91c3-eaec1ee329e4 None None] Calling delete_port for 39fe7934-3a65-433a-a5c9-712b45734138 owned by network:dhcp {{(pid=79943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:52:24.459700 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=39fe7934-3a65-433a-a5c9-712b45734138,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:52:24.463249 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:52:24.463913 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] No DVR routers for this DVR port 39fe7934-3a65-433a-a5c9-712b45734138 on host dv-cinder-740146-7-smb {{(pid=79941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:52:24.484044 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] No Port match for: d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 {{(pid=79943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 07 01:52:24.484510 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device d6a0fd49-a6ed-4b0d-83ca-70a6c524dd52 not bound to the agent host dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:52:24.545506 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.api [None req-b45f4891-ddca-4029-91c3-eaec1ee329e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 07 01:52:24.546043 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_db.api [None req-b45f4891-ddca-4029-91c3-eaec1ee329e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 07 01:52:24.598320 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14300', 'neutron.services.segments.db._delete_segments_for_network-8754015628454'] for network, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:24.716749 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda4f0e5-bb5a-499b-b927-272d5657f395']}} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:52:24.729765 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4524619e-bb93-4985-8184-7834da9d2507') {'for_net_delete': True} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:52:24.730105 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4524619e-bb93-4985-8184-7834da9d2507') {} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:52:24.743612 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754015625143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852707660'] for segment, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:24.762328 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:24.764385 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=79941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 07 01:52:24.885814 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838923e7-b228-4994-a67f-b2805b898805 req-7fd2b3a6-931c-4611-ae36-4f7a16807d0d tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:24.887511 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-838923e7-b228-4994-a67f-b2805b898805 req-7fd2b3a6-931c-4611-ae36-4f7a16807d0d tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 943 time: 0.1677544 Feb 07 01:52:24.949906 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] Network eda4f0e5-bb5a-499b-b927-272d5657f395 has no segments {{(pid=79941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:52:24.955278 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-838923e7-b228-4994-a67f-b2805b898805 req-c87de13a-2005-4aee-a742-a40a25261780 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611196 Feb 07 01:52:24.959249 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2420048'] for segment, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:25.047153 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-b45f4891-ddca-4029-91c3-eaec1ee329e4 None None] Deleting port 39fe7934-3a65-433a-a5c9-712b45734138 {{(pid=79943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:52:25.047592 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b45f4891-ddca-4029-91c3-eaec1ee329e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:25.119872 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-b45f4891-ddca-4029-91c3-eaec1ee329e4 None None] The port '39fe7934-3a65-433a-a5c9-712b45734138' was deleted {{(pid=79943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 07 01:52:25.136393 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] Network eda4f0e5-bb5a-499b-b927-272d5657f395 has no segments {{(pid=79941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: Traceback (most recent call last): Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: timer() Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: cb(*args, **kw) Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: return func(*args, **kwargs) Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: self._notify() Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: self.callback(batched_events) Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: event.method(event) Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: segment_id)['aggregates'][0] Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: return f(self, *a, **k) Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: return self._get(url).json() Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: **kwargs) Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: return self.request(url, 'GET', **kwargs) Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: **endpoint_filter) Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 01:52:25.163649 dv-cinder-740146-7-smb neutron-server[79830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 01:52:25.244480 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680321'] for network, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:25.247906 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:52:25.262722 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:25.273667 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eda4f0e5-bb5a-499b-b927-272d5657f395,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:52:25.276767 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:52:25.280346 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-8820d999-7315-439d-acac-4068fc0f86c3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/eda4f0e5-bb5a-499b-b927-272d5657f395 HTTP/1.1" status: 204 len: 168 time: 1.8212488 Feb 07 01:52:25.313257 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397e89a-0ec0-43ed-9645-0161fa37ee90 req-733413b5-03d7-4c2f-9bac-f6f67d83636e tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:25.315007 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f397e89a-0ec0-43ed-9645-0161fa37ee90 req-733413b5-03d7-4c2f-9bac-f6f67d83636e tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 984 time: 0.1633296 Feb 07 01:52:25.398672 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f397e89a-0ec0-43ed-9645-0161fa37ee90 req-3d07dfb8-ae5d-4f5d-88ae-c70475b36421 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&id=97a311ba-34b0-4559-9ed1-31672b56e069&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0761580 Feb 07 01:52:25.439864 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 50898) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:52:25.460351 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d422de3-24dc-4bfc-abb3-ac90e969e95c req-4fad4cc8-2b61-473a-a586-323e001f83fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:25.462000 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4d422de3-24dc-4bfc-abb3-ac90e969e95c req-4fad4cc8-2b61-473a-a586-323e001f83fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2dce6e0c149465684599ec181339cf8&device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 1202 time: 0.0860910 Feb 07 01:52:25.496148 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-ef99f345-54db-4953-b346-c82e8a989cec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b1931abed614b84acfd403a98a2afee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534315 Feb 07 01:52:25.496900 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 50902) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:52:25.565929 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d36223f7-525a-4c48-98d6-66aef2050d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:25.593382 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d36223f7-525a-4c48-98d6-66aef2050d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:25.607948 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d422de3-24dc-4bfc-abb3-ac90e969e95c req-1ea897a8-0248-4ae9-904f-5a1d1d7ec52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:25.609553 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4d422de3-24dc-4bfc-abb3-ac90e969e95c req-1ea897a8-0248-4ae9-904f-5a1d1d7ec52d service neutron] 10.222.0.45 "GET /v2.0/networks?id=69cd2859-3b58-4725-a101-d5bcaf293692 HTTP/1.1" status: 200 len: 908 time: 0.1384835 Feb 07 01:52:25.639285 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d36223f7-525a-4c48-98d6-66aef2050d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:25.644298 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2dcab6d4-c97d-4ac5-a16e-0e6b8ecf8a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:52:25.657981 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36223f7-525a-4c48-98d6-66aef2050d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dc043e-3af3-4209-8d63-ad341b95bba4,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:52:25.661174 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d36223f7-525a-4c48-98d6-66aef2050d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:52:25.667211 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d36223f7-525a-4c48-98d6-66aef2050d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:25.670727 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-d36223f7-525a-4c48-98d6-66aef2050d74 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/15dc043e-3af3-4209-8d63-ad341b95bba4 HTTP/1.1" status: 204 len: 168 time: 0.1704347 Feb 07 01:52:25.726052 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4d422de3-24dc-4bfc-abb3-ac90e969e95c req-9ca56462-a164-4b83-a4b8-85622030baf2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9f34f-03ce-4098-80e6-a0ccd233c15a HTTP/1.1" status: 200 len: 1000 time: 0.1088526 Feb 07 01:52:25.798447 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d422de3-24dc-4bfc-abb3-ac90e969e95c req-a3fb12b0-868a-493a-8854-004251f67a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:25.800061 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4d422de3-24dc-4bfc-abb3-ac90e969e95c req-a3fb12b0-868a-493a-8854-004251f67a42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b HTTP/1.1" status: 200 len: 853 time: 0.0646369 Feb 07 01:52:25.858140 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 39fe7934-3a65-433a-a5c9-712b45734138 no longer exists at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:52:25.890909 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d422de3-24dc-4bfc-abb3-ac90e969e95c req-b8e83c69-5626-4181-880d-3ebc8a90be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:25.893272 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4d422de3-24dc-4bfc-abb3-ac90e969e95c req-b8e83c69-5626-4181-880d-3ebc8a90be6a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=69cd2859-3b58-4725-a101-d5bcaf293692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852609 Feb 07 01:52:25.898633 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] No Port match for: 39fe7934-3a65-433a-a5c9-712b45734138 {{(pid=79943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 07 01:52:25.899041 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 39fe7934-3a65-433a-a5c9-712b45734138 not bound to the agent host dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:52:26.039502 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4d422de3-24dc-4bfc-abb3-ac90e969e95c req-27482ec1-81f7-4c92-9de5-b1082b188352 service neutron] 10.222.0.45 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394060 Feb 07 01:52:26.095843 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 50912) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:52:26.190284 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-4d422de3-24dc-4bfc-abb3-ac90e969e95c req-9885663c-00bc-4e87-9e4b-3eb5e6fb0e45 service neutron] 10.222.0.45 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1424925 Feb 07 01:52:26.214308 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-6820574a-f87b-47c7-bcd0-763407d0e8bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=30057febcfb149c3b3edcdcad8886551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1169341 Feb 07 01:52:26.217127 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 50916) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:52:26.280367 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d5bb08f6-0d81-4a01-947e-ee3b407030b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:26.312110 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a0413-03ff-4c90-8afc-f1c1eb0727f0 req-a1ca59ca-9130-441a-bc78-f820700164cd tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:26.313816 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ab2a0413-03ff-4c90-8afc-f1c1eb0727f0 req-a1ca59ca-9130-441a-bc78-f820700164cd tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 943 time: 0.2010620 Feb 07 01:52:26.317482 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d5bb08f6-0d81-4a01-947e-ee3b407030b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:26.376519 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d5bb08f6-0d81-4a01-947e-ee3b407030b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:26.383409 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d50dad84-1c4c-4abf-b544-abfc4413c10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:52:26.385460 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-ab2a0413-03ff-4c90-8afc-f1c1eb0727f0 req-22bab94b-b240-49e0-9806-e7e25bef59e8 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642431 Feb 07 01:52:26.398969 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb08f6-0d81-4a01-947e-ee3b407030b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e70049-dfdf-411c-8c9d-18e38d65edb5,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:52:26.402215 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d5bb08f6-0d81-4a01-947e-ee3b407030b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:52:26.403173 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d5bb08f6-0d81-4a01-947e-ee3b407030b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:26.404559 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-d5bb08f6-0d81-4a01-947e-ee3b407030b6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/16e70049-dfdf-411c-8c9d-18e38d65edb5 HTTP/1.1" status: 204 len: 168 time: 0.1862617 Feb 07 01:52:26.718830 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c87e1-a4b8-4c64-8bbd-87c81decde6a req-f3fda849-413b-4f8b-8760-6e7889998eb8 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:26.720702 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-684c87e1-a4b8-4c64-8bbd-87c81decde6a req-f3fda849-413b-4f8b-8760-6e7889998eb8 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 984 time: 0.1706393 Feb 07 01:52:26.807630 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-684c87e1-a4b8-4c64-8bbd-87c81decde6a req-3c0b49a5-209b-4dec-a64a-cfb8bb2e62ec tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&id=97a311ba-34b0-4559-9ed1-31672b56e069&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0799568 Feb 07 01:52:27.732642 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec9fa9-662c-4847-b368-4a756154af76 req-6fe7d50c-7f11-4db8-94af-c8db77bace8c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:27.734163 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13ec9fa9-662c-4847-b368-4a756154af76 req-6fe7d50c-7f11-4db8-94af-c8db77bace8c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 943 time: 0.1624415 Feb 07 01:52:27.797118 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-13ec9fa9-662c-4847-b368-4a756154af76 req-15fb2861-6793-46bd-9af1-0f4ee43f2291 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561583 Feb 07 01:52:28.087546 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 8a168943-c09a-463b-82ce-bbf4fa2051c9 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:52:28.093544 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c35453-5c2a-43d7-829e-1b3b7b60bea5 req-76522dc1-5478-4fa7-831d-4425af2b9dd7 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:28.095197 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f9c35453-5c2a-43d7-829e-1b3b7b60bea5 req-76522dc1-5478-4fa7-831d-4425af2b9dd7 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 984 time: 0.1591694 Feb 07 01:52:28.160704 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 8a168943-c09a-463b-82ce-bbf4fa2051c9 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:52:28.161171 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:28.179872 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-f9c35453-5c2a-43d7-829e-1b3b7b60bea5 req-0a7fde1c-8786-40ca-a299-ba2da075f5bc tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&id=97a311ba-34b0-4559-9ed1-31672b56e069&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0780013 Feb 07 01:52:28.284600 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:28.312085 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6496d82f-55b5-4046-a627-811db4048d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a168943-c09a-463b-82ce-bbf4fa2051c9'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:52:28.323998 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 8a168943-c09a-463b-82ce-bbf4fa2051c9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=8a168943-c09a-463b-82ce-bbf4fa2051c9,segment=NetworkSegment(71a8b691-2713-4aab-834f-a491422c389e),segment_id=71a8b691-2713-4aab-834f-a491422c389e)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:52:28.327201 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:28.329255 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:52:28.386522 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6496d82f-55b5-4046-a627-811db4048d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a168943-c09a-463b-82ce-bbf4fa2051c9', 'code': 200} Feb 07 01:52:28.404340 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=8a168943-c09a-463b-82ce-bbf4fa2051c9,revision_number=6']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:52:28.407697 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:52:28.680272 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec488eb-fa0c-4644-8010-01a7e3282e04 req-a5587d27-10e5-4d3f-9ec2-ca3df6b5c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:28.681889 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2ec488eb-fa0c-4644-8010-01a7e3282e04 req-a5587d27-10e5-4d3f-9ec2-ca3df6b5c8a1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 1162 time: 0.0814013 Feb 07 01:52:28.726554 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2ec488eb-fa0c-4644-8010-01a7e3282e04 req-3914e617-5f8c-402f-9b07-07ee3ac5c1cf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373445 Feb 07 01:52:29.096608 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505ff4d-0ba2-461f-a610-39b1ef7835ec req-0304e7a1-eccf-42e8-87ad-14b620f448de tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:29.098147 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2505ff4d-0ba2-461f-a610-39b1ef7835ec req-0304e7a1-eccf-42e8-87ad-14b620f448de tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.1596010 Feb 07 01:52:29.161201 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-2505ff4d-0ba2-461f-a610-39b1ef7835ec req-9bf89ac8-4eb4-4c02-81f8-18a00ba830f3 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562396 Feb 07 01:52:29.472837 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d10a11-1a43-4e41-9cba-667acde42bad req-6c04375f-822c-4164-b0d5-da5daa8d4215 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:29.474547 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-33d10a11-1a43-4e41-9cba-667acde42bad req-6c04375f-822c-4164-b0d5-da5daa8d4215 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 984 time: 0.1641037 Feb 07 01:52:29.556691 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-33d10a11-1a43-4e41-9cba-667acde42bad req-8955824b-7d57-447e-bad4-592840310270 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&id=97a311ba-34b0-4559-9ed1-31672b56e069&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0753512 Feb 07 01:52:29.860260 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 8a168943-c09a-463b-82ce-bbf4fa2051c9 up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:52:29.945098 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 8a168943-c09a-463b-82ce-bbf4fa2051c9 triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:52:29.945534 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:30.137677 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:52:30.482050 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45affedb-774b-4de1-94e5-b7f70ece62cb req-4267b2dd-2f5c-4e60-bcc3-841f5954978f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:30.484987 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-45affedb-774b-4de1-94e5-b7f70ece62cb req-4267b2dd-2f5c-4e60-bcc3-841f5954978f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.1689222 Feb 07 01:52:30.550682 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-45affedb-774b-4de1-94e5-b7f70ece62cb req-29a9909f-e673-4c7f-80e0-bb15fae3786f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600932 Feb 07 01:52:30.853879 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc7a9d-bebe-4237-a081-97900234d58a req-14edaae9-c19a-46e4-85af-9f3d3c58a54c tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:30.855560 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-64cc7a9d-bebe-4237-a081-97900234d58a req-14edaae9-c19a-46e4-85af-9f3d3c58a54c tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 984 time: 0.1691031 Feb 07 01:52:30.938066 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-64cc7a9d-bebe-4237-a081-97900234d58a req-e7a0ed7b-a526-4b45-a4cd-2ed490970482 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&id=97a311ba-34b0-4559-9ed1-31672b56e069&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0761003 Feb 07 01:52:31.856894 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a28da2-02d9-4da4-9090-e89cd409d223 req-42bbbe3f-1ea1-4a39-ac1f-64862a7f1291 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:31.858499 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-11a28da2-02d9-4da4-9090-e89cd409d223 req-42bbbe3f-1ea1-4a39-ac1f-64862a7f1291 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.1624136 Feb 07 01:52:31.921069 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-11a28da2-02d9-4da4-9090-e89cd409d223 req-b51473a6-6943-4a04-9321-36ee6ad269aa tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556946 Feb 07 01:52:32.224587 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457754bb-609e-4ba7-b8e8-898cd98dd2be req-46003b89-59bd-42ae-bace-aa8326f84aeb tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:32.226159 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-457754bb-609e-4ba7-b8e8-898cd98dd2be req-46003b89-59bd-42ae-bace-aa8326f84aeb tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 984 time: 0.1594708 Feb 07 01:52:32.305719 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-457754bb-609e-4ba7-b8e8-898cd98dd2be req-25521f13-b3d6-47ea-8526-a105b41758bb tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&id=97a311ba-34b0-4559-9ed1-31672b56e069&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0733154 Feb 07 01:52:33.598262 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302825a-abd6-46d1-98ac-e531c02823d1 req-aa2a03f7-f879-40e7-86e2-958127515e15 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:33.599952 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1302825a-abd6-46d1-98ac-e531c02823d1 req-aa2a03f7-f879-40e7-86e2-958127515e15 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 984 time: 0.1650667 Feb 07 01:52:33.680130 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1302825a-abd6-46d1-98ac-e531c02823d1 req-974ab416-a60c-4a99-a68d-364c6b4c5b06 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&id=97a311ba-34b0-4559-9ed1-31672b56e069&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0737317 Feb 07 01:52:34.968101 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feb4aa-8389-4f4c-92c8-bc5bd0c35d91 req-903bf93a-235d-4881-976b-425cfb12325e tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:34.969727 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c0feb4aa-8389-4f4c-92c8-bc5bd0c35d91 req-903bf93a-235d-4881-976b-425cfb12325e tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 984 time: 0.1625037 Feb 07 01:52:35.054106 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c0feb4aa-8389-4f4c-92c8-bc5bd0c35d91 req-b639271f-cfb6-4b7c-93b0-e861a8b54dec tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&id=97a311ba-34b0-4559-9ed1-31672b56e069&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0778787 Feb 07 01:52:36.347172 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d87801-af57-4279-94f0-a76f36a4cd8f req-bcbcfadd-21c0-4f9e-ba09-751c107d66ad tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:36.348808 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a9d87801-af57-4279-94f0-a76f36a4cd8f req-bcbcfadd-21c0-4f9e-ba09-751c107d66ad tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 984 time: 0.1645992 Feb 07 01:52:36.433009 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a9d87801-af57-4279-94f0-a76f36a4cd8f req-3ca28192-ffb9-4a63-9409-ef1d386ac337 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&id=97a311ba-34b0-4559-9ed1-31672b56e069&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0776825 Feb 07 01:52:37.725258 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e4a7c-bbfc-49c9-be38-749507c88563 req-9909b459-0ce2-48fe-8e51-d40c95285784 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:37.726923 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b17e4a7c-bbfc-49c9-be38-749507c88563 req-9909b459-0ce2-48fe-8e51-d40c95285784 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 984 time: 0.1657853 Feb 07 01:52:37.855842 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 5ac9f34f-03ce-4098-80e6-a0ccd233c15a up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:52:37.931947 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:52:37.932369 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:38.026301 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-b17e4a7c-bbfc-49c9-be38-749507c88563 req-722b56d0-6d31-450b-96dc-2b659f684c68 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&id=97a311ba-34b0-4559-9ed1-31672b56e069&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2928672 Feb 07 01:52:40.557462 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8ffec709-a440-4c9b-addb-00d32748fa3c req-75560587-b092-4f73-927b-7fd374b9360f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0765979 Feb 07 01:52:40.669185 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffec709-a440-4c9b-addb-00d32748fa3c req-413f7578-9be0-41ef-b2e0-2b7b042e382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:40.670729 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8ffec709-a440-4c9b-addb-00d32748fa3c req-413f7578-9be0-41ef-b2e0-2b7b042e382b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6f4b9f9a5074df79ed740320e365959&device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 1162 time: 0.0790696 Feb 07 01:52:40.824628 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffec709-a440-4c9b-addb-00d32748fa3c req-c13484f8-3bc1-46be-9366-4180ab318857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:40.826090 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8ffec709-a440-4c9b-addb-00d32748fa3c req-c13484f8-3bc1-46be-9366-4180ab318857 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7a2773e7-cc87-48c9-a224-6aff3de68ac6 HTTP/1.1" status: 200 len: 910 time: 0.1356461 Feb 07 01:52:40.930958 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8ffec709-a440-4c9b-addb-00d32748fa3c req-0a42d933-576e-4f3f-9b0e-c2a98ef61b83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a168943-c09a-463b-82ce-bbf4fa2051c9 HTTP/1.1" status: 200 len: 1001 time: 0.0974309 Feb 07 01:52:41.001720 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffec709-a440-4c9b-addb-00d32748fa3c req-ec6abe07-bd8c-4d82-8ed2-c1f336e3b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:41.003290 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8ffec709-a440-4c9b-addb-00d32748fa3c req-ec6abe07-bd8c-4d82-8ed2-c1f336e3b075 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7045f51-fb53-4f5e-bc51-a1b3402ec37e HTTP/1.1" status: 200 len: 855 time: 0.0658233 Feb 07 01:52:41.084243 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffec709-a440-4c9b-addb-00d32748fa3c req-1b5ec664-775c-4c70-93de-fde5d9d4cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:52:41.085732 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8ffec709-a440-4c9b-addb-00d32748fa3c req-1b5ec664-775c-4c70-93de-fde5d9d4cc27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a2773e7-cc87-48c9-a224-6aff3de68ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752678 Feb 07 01:52:41.225236 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8ffec709-a440-4c9b-addb-00d32748fa3c req-496c5529-6331-4ded-984e-42b09ba684ed service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324410 Feb 07 01:52:41.321605 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fb67df7f-ca68-410b-a016-dbb4e3b18928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:41.367433 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8ffec709-a440-4c9b-addb-00d32748fa3c req-d24873e1-7810-4f9c-aa48-94271ff50c77 service neutron] 10.222.0.45 "GET /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1353438 Feb 07 01:52:43.720066 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5d5ba9d9-1065-482d-807a-c70a93126017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:43.761330 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:44.076893 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:45.032880 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:52:45.585654 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:01.563986 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9c5bb-3ef7-49fd-bf0e-4b97dedd67d4 req-c682b1af-b49c-435a-b0a4-dce80e170ebc tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:01.565585 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d8b9c5bb-3ef7-49fd-bf0e-4b97dedd67d4 req-c682b1af-b49c-435a-b0a4-dce80e170ebc tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.1622224 Feb 07 01:53:01.632667 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-d8b9c5bb-3ef7-49fd-bf0e-4b97dedd67d4 req-1891cd8b-3116-4934-8dfd-a5402e13321c tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600793 Feb 07 01:53:02.939954 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289cc425-0e7b-4e5f-9abf-6a327db1407c req-7f279599-00bd-4819-8ad0-f0e6cdfb5475 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:02.941563 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-289cc425-0e7b-4e5f-9abf-6a327db1407c req-7f279599-00bd-4819-8ad0-f0e6cdfb5475 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.1600149 Feb 07 01:53:03.005184 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-289cc425-0e7b-4e5f-9abf-6a327db1407c req-bb5f1413-b621-4853-a9e4-0d3fecd097b6 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups?id=aa9e4485-63b2-40aa-bc75-fa612dcbb621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572834 Feb 07 01:53:03.119741 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2246a0-7440-41c9-9f69-e6a9c90cea31 req-d1e60571-cd9f-492f-bc85-4129c82f5645 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:03.120504 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-1b2246a0-7440-41c9-9f69-e6a9c90cea31 req-d1e60571-cd9f-492f-bc85-4129c82f5645 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Synchronizing usage tracker for tenant:a6f4b9f9a5074df79ed740320e365959 on resource:port {{(pid=79941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:53:03.132857 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-1b2246a0-7440-41c9-9f69-e6a9c90cea31 req-d1e60571-cd9f-492f-bc85-4129c82f5645 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Unset dirty status for tenant:a6f4b9f9a5074df79ed740320e365959 on resource:port {{(pid=79941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:53:03.134076 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1b2246a0-7440-41c9-9f69-e6a9c90cea31 req-d1e60571-cd9f-492f-bc85-4129c82f5645 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.45 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 945 time: 0.1778147 Feb 07 01:53:03.441489 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-1b2246a0-7440-41c9-9f69-e6a9c90cea31 req-0f462b52-d46b-448a-bc7e-f2bb92c7ce23 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Deleting port 8a168943-c09a-463b-82ce-bbf4fa2051c9 {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:53:03.441884 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1b2246a0-7440-41c9-9f69-e6a9c90cea31 req-0f462b52-d46b-448a-bc7e-f2bb92c7ce23 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:03.698680 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-1b2246a0-7440-41c9-9f69-e6a9c90cea31 req-0f462b52-d46b-448a-bc7e-f2bb92c7ce23 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] For port 8a168943-c09a-463b-82ce-bbf4fa2051c9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=8a168943-c09a-463b-82ce-bbf4fa2051c9,segment=NetworkSegment(71a8b691-2713-4aab-834f-a491422c389e),segment_id=71a8b691-2713-4aab-834f-a491422c389e)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:53:03.699040 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1b2246a0-7440-41c9-9f69-e6a9c90cea31 req-0f462b52-d46b-448a-bc7e-f2bb92c7ce23 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:03.943816 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 8a168943-c09a-463b-82ce-bbf4fa2051c9 no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:53:04.001150 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1b2246a0-7440-41c9-9f69-e6a9c90cea31 req-0f462b52-d46b-448a-bc7e-f2bb92c7ce23 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:04.001484 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1b2246a0-7440-41c9-9f69-e6a9c90cea31 req-0f462b52-d46b-448a-bc7e-f2bb92c7ce23 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680368'] for floatingip, after_update {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:04.001833 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.l3_db [req-1b2246a0-7440-41c9-9f69-e6a9c90cea31 req-0f462b52-d46b-448a-bc7e-f2bb92c7ce23 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Floating IP 7ee5c532-0e19-4b58-8dac-2bc3c5652d50 disassociated. External IP: 172.28.0.186, port: 8a168943-c09a-463b-82ce-bbf4fa2051c9. Feb 07 01:53:04.002207 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-1b2246a0-7440-41c9-9f69-e6a9c90cea31 req-0f462b52-d46b-448a-bc7e-f2bb92c7ce23 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Calling delete_port for 8a168943-c09a-463b-82ce-bbf4fa2051c9 owned by compute:nova {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:53:04.064709 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:04.154776 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1b2246a0-7440-41c9-9f69-e6a9c90cea31 req-0f462b52-d46b-448a-bc7e-f2bb92c7ce23 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:04.169957 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ac815ba9-0608-4b97-a7a3-a6233190942e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:04.205472 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-a25670c1-bf96-412f-bce2-c36390863236 req-7104ea2d-d888-4ec6-ae01-d73d9408ff76 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 210 time: 0.0542498 Feb 07 01:53:04.225520 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f462b52-d46b-448a-bc7e-f2bb92c7ce23 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Pushing event deleted for resources: {'Port': ['ID=8a168943-c09a-463b-82ce-bbf4fa2051c9,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:04.229439 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0f462b52-d46b-448a-bc7e-f2bb92c7ce23 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:04.537653 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b2246a0-7440-41c9-9f69-e6a9c90cea31 req-0f462b52-d46b-448a-bc7e-f2bb92c7ce23 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Router 9c8fff40-19e6-468c-b06b-24c4356aef68 has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:53:04.727367 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b2246a0-7440-41c9-9f69-e6a9c90cea31 req-0f462b52-d46b-448a-bc7e-f2bb92c7ce23 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:53:04.737307 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b912a1-462f-40a2-bf3f-d0e8154dcfd3 None None] Sync routers for ids ['9c8fff40-19e6-468c-b06b-24c4356aef68'] in dv-cinder-740146-7-smb {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:53:04.747839 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b912a1-462f-40a2-bf3f-d0e8154dcfd3 None None] Routers {'9c8fff40-19e6-468c-b06b-24c4356aef68'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:53:04.748726 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-42b912a1-462f-40a2-bf3f-d0e8154dcfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:52:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['9c8fff40-19e6-468c-b06b-24c4356aef68'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:04.766923 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2246a0-7440-41c9-9f69-e6a9c90cea31 req-0f462b52-d46b-448a-bc7e-f2bb92c7ce23 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] No DVR routers for this DVR port 8a168943-c09a-463b-82ce-bbf4fa2051c9 on host hv-cinder-74014 {{(pid=79941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:53:04.769395 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-1b2246a0-7440-41c9-9f69-e6a9c90cea31 req-0f462b52-d46b-448a-bc7e-f2bb92c7ce23 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:04.772883 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6496d82f-55b5-4046-a627-811db4048d6c', 'name': 'network-vif-deleted', 'tag': '8a168943-c09a-463b-82ce-bbf4fa2051c9'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:53:04.789376 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1b2246a0-7440-41c9-9f69-e6a9c90cea31 req-0f462b52-d46b-448a-bc7e-f2bb92c7ce23 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.45 "DELETE /v2.0/ports/8a168943-c09a-463b-82ce-bbf4fa2051c9 HTTP/1.1" status: 204 len: 173 time: 1.6491461 Feb 07 01:53:04.854143 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6496d82f-55b5-4046-a627-811db4048d6c', 'name': 'network-vif-deleted', 'tag': '8a168943-c09a-463b-82ce-bbf4fa2051c9', 'status': 'completed', 'code': 200} Feb 07 01:53:04.953773 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-42b912a1-462f-40a2-bf3f-d0e8154dcfd3 None None] Set router 9c8fff40-19e6-468c-b06b-24c4356aef68 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:53:05.422915 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-228a48e3-08f4-4b1d-b10f-874aa516548f req-ffb41c64-b7d5-4e56-bd54-b6f11745f9e2 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/ports?device_id=6496d82f-55b5-4046-a627-811db4048d6c HTTP/1.1" status: 200 len: 210 time: 0.0506182 Feb 07 01:53:05.437718 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-42b912a1-462f-40a2-bf3f-d0e8154dcfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:47:49Z', 'revision_number': 4, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '40c00fb2-b287-4c6e-852b-1a616601e2ac', 'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'mac_address': 'fa:16:3e:4d:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:48Z', 'updated_at': '2021-02-07T01:47:56Z', 'revision_number': 5, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'subnets': [{'id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:05.443220 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b912a1-462f-40a2-bf3f-d0e8154dcfd3 None None] Checking router: 9c8fff40-19e6-468c-b06b-24c4356aef68 for host: dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:53:05.453087 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b912a1-462f-40a2-bf3f-d0e8154dcfd3 None None] Routers {'9c8fff40-19e6-468c-b06b-24c4356aef68'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:53:05.453751 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-42b912a1-462f-40a2-bf3f-d0e8154dcfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:52:44Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['9c8fff40-19e6-468c-b06b-24c4356aef68'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:05.642181 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-42b912a1-462f-40a2-bf3f-d0e8154dcfd3 None None] Set router 9c8fff40-19e6-468c-b06b-24c4356aef68 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:53:05.969124 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-42b912a1-462f-40a2-bf3f-d0e8154dcfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:47:49Z', 'revision_number': 4, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '40c00fb2-b287-4c6e-852b-1a616601e2ac', 'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'mac_address': 'fa:16:3e:4d:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:48Z', 'updated_at': '2021-02-07T01:47:56Z', 'revision_number': 5, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'subnets': [{'id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:05.973218 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b912a1-462f-40a2-bf3f-d0e8154dcfd3 None None] The sync data for ids ['9c8fff40-19e6-468c-b06b-24c4356aef68'] in dv-cinder-740146-7-smb is: [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:47:49Z', 'revision_number': 4, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '40c00fb2-b287-4c6e-852b-1a616601e2ac', 'name': '', 'network_id': '7a2773e7-cc87-48c9-a224-6aff3de68ac6', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'mac_address': 'fa:16:3e:4d:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:48Z', 'updated_at': '2021-02-07T01:47:56Z', 'revision_number': 5, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'subnets': [{'id': 'b7045f51-fb53-4f5e-bc51-a1b3402ec37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:53:06.352455 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeb941e-3bbc-478a-8f17-ae0b436a56fe None None] New status for floating IP 7ee5c532-0e19-4b58-8dac-2bc3c5652d50: DOWN {{(pid=79943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 07 01:53:06.599466 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 51016) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:06.682973 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d936f696-f0da-4009-ad2a-0ab1d8efd82e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:06.715721 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d936f696-f0da-4009-ad2a-0ab1d8efd82e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:06.760946 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d936f696-f0da-4009-ad2a-0ab1d8efd82e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:06.765941 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8014fe69-98d0-45af-8313-299e5999a4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:06.781465 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936f696-f0da-4009-ad2a-0ab1d8efd82e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9e4485-63b2-40aa-bc75-fa612dcbb621,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:06.787444 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d936f696-f0da-4009-ad2a-0ab1d8efd82e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:06.789429 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d936f696-f0da-4009-ad2a-0ab1d8efd82e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:06.790620 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-d936f696-f0da-4009-ad2a-0ab1d8efd82e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "DELETE /v2.0/security-groups/aa9e4485-63b2-40aa-bc75-fa612dcbb621 HTTP/1.1" status: 204 len: 168 time: 0.1900849 Feb 07 01:53:06.793543 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 51020) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:06.810536 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.api.v2.resource [None req-8fbb69b4-74a3-4c23-a431-3c3fb01ba33f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] show failed (client error): The resource could not be found. Feb 07 01:53:06.811637 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-8fbb69b4-74a3-4c23-a431-3c3fb01ba33f tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "GET /v2.0/security-groups/aa9e4485-63b2-40aa-bc75-fa612dcbb621 HTTP/1.1" status: 404 len: 347 time: 0.0171304 Feb 07 01:53:06.814539 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 51024) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:06.998498 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Deleting port 12b2ef0a-84d4-4739-a2c7-d92f7d057e77 {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:53:06.999101 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:07.165433 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:53:07.181102 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:07.181495 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:07.310997 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Calling delete_port for 12b2ef0a-84d4-4739-a2c7-d92f7d057e77 owned by network:floatingip {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:53:07.455723 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:07.471647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-032b66c0-8fb7-486b-b668-017994ea53bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:07.521452 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Pushing event deleted for resources: {'Port': ['ID=12b2ef0a-84d4-4739-a2c7-d92f7d057e77,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:07.540133 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.540547 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.540952 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.541354 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.541754 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.542154 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.542550 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.542974 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.543415 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.543809 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.544233 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.544663 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.545113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.545507 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.545898 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.546329 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.546761 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.547162 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.547591 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.548010 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.548412 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.548838 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.549271 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.549663 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:07.556467 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:07.712656 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks [] for floatingip, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:07.727055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for floatingip, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:07.728291 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] 10.222.0.52 "DELETE /v2.0/floatingips/7ee5c532-0e19-4b58-8dac-2bc3c5652d50 HTTP/1.1" status: 204 len: 168 time: 0.9127290 Feb 07 01:53:10.570508 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 51050) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:11.293381 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-186d286a-736b-40e7-a698-57a048f9b9c8 req-2ce26bdd-5a0e-48b9-bb60-46ded0ca43c6 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2097066643&fields=id&tenant_id=e2dce6e0c149465684599ec181339cf8 HTTP/1.1" status: 200 len: 267 time: 0.0587251 Feb 07 01:53:11.324297 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-90f3026c-dc21-46ec-9805-97238b6bd4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:11.464224 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d286a-736b-40e7-a698-57a048f9b9c8 req-3fb1195a-e441-46b0-8da0-92e9a34a9180 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:11.465917 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-186d286a-736b-40e7-a698-57a048f9b9c8 req-3fb1195a-e441-46b0-8da0-92e9a34a9180 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 984 time: 0.1662591 Feb 07 01:53:11.480476 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.v2.base [req-186d286a-736b-40e7-a698-57a048f9b9c8 req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Request body: {'port': {'security_groups': ['5c237f29-9fbe-458f-bd73-a897276c4e35']}} {{(pid=79942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 01:53:11.562555 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a3bff549-fa90-4df6-a4b0-7da763f8673b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854095659'] for router_interface, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:11.627411 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-186d286a-736b-40e7-a698-57a048f9b9c8 req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:11.929637 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-a3bff549-fa90-4df6-a4b0-7da763f8673b admin admin] Deleting port 40c00fb2-b287-4c6e-852b-1a616601e2ac {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:53:11.930016 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a3bff549-fa90-4df6-a4b0-7da763f8673b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:11.948194 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-186d286a-736b-40e7-a698-57a048f9b9c8 req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] For port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=5ac9f34f-03ce-4098-80e6-a0ccd233c15a,segment=NetworkSegment(e3ae7cb4-c42f-40b2-a355-b5b9b7220df1),segment_id=e3ae7cb4-c42f-40b2-a355-b5b9b7220df1)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:53:11.975120 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-186d286a-736b-40e7-a698-57a048f9b9c8 req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for port, precommit_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:11.978747 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-186d286a-736b-40e7-a698-57a048f9b9c8 req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852760648'] for port, after_update {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:11.993974 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-174e8b66-beef-455c-8391-feebf26b9143 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:12.113605 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-a3bff549-fa90-4df6-a4b0-7da763f8673b admin admin] For port 40c00fb2-b287-4c6e-852b-1a616601e2ac, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=40c00fb2-b287-4c6e-852b-1a616601e2ac,segment=NetworkSegment(71a8b691-2713-4aab-834f-a491422c389e),segment_id=71a8b691-2713-4aab-834f-a491422c389e)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:53:12.113917 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a3bff549-fa90-4df6-a4b0-7da763f8673b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:12.156361 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Pushing event updated for resources: {'Port': ['ID=5ac9f34f-03ce-4098-80e6-a0ccd233c15a,revision_number=6']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:12.169610 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.170064 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.170457 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.170902 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.171309 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.171719 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.172123 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.172531 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.172935 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.173338 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.173739 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.174143 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.174599 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.175026 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.175429 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.175839 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.176237 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.176648 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.177620 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.178027 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.178429 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.178839 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.179250 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.179647 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:12.193266 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:12.246881 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-a3bff549-fa90-4df6-a4b0-7da763f8673b admin admin] Calling delete_port for 40c00fb2-b287-4c6e-852b-1a616601e2ac owned by network:router_interface {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:53:12.277389 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d286a-736b-40e7-a698-57a048f9b9c8 req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:12.278137 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-186d286a-736b-40e7-a698-57a048f9b9c8 req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:12.279723 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-186d286a-736b-40e7-a698-57a048f9b9c8 req-089a17b1-3927-450e-8110-a8b40ad90e37 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "PUT /v2.0/ports/5ac9f34f-03ce-4098-80e6-a0ccd233c15a HTTP/1.1" status: 200 len: 942 time: 0.8048878 Feb 07 01:53:12.280309 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3977e6-cac2-4202-b1de-ded22f278611', 'tag': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:53:12.349311 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3977e6-cac2-4202-b1de-ded22f278611', 'tag': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a', 'status': 'completed', 'code': 200} Feb 07 01:53:12.394122 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-09380878-5c3d-4b39-ade9-55aeb4c1bb53 req-62477451-4e4d-4b6c-95f2-9b90e9a479f2 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups/97a311ba-34b0-4559-9ed1-31672b56e069 HTTP/1.1" status: 200 len: 3005 time: 0.0826037 Feb 07 01:53:12.416354 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-acb9e534-152a-41bc-a13d-5a7426cc8c1a None None] Provisioning complete for port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a triggered by entity DHCP. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:53:12.416753 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-acb9e534-152a-41bc-a13d-5a7426cc8c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:12.482350 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-09380878-5c3d-4b39-ade9-55aeb4c1bb53 req-3f4e5fa1-2ac2-4630-aedb-1a36df74da6f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:12.521547 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-09380878-5c3d-4b39-ade9-55aeb4c1bb53 req-3f4e5fa1-2ac2-4630-aedb-1a36df74da6f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:12.532327 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a3bff549-fa90-4df6-a4b0-7da763f8673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:12.550358 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-7464f0dc-179a-4f01-9e6a-bea56e60cb72 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:12.578194 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-09380878-5c3d-4b39-ade9-55aeb4c1bb53 req-3f4e5fa1-2ac2-4630-aedb-1a36df74da6f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:12.585075 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b3fb0d7e-620d-47e8-9045-fa9c59941f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:12.594787 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a78a8-a93e-4691-a897-7d369a97163c req-1dfe74bc-adc0-452b-a831-d21f2cbc2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:12.596506 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c41a78a8-a93e-4691-a897-7d369a97163c req-1dfe74bc-adc0-452b-a831-d21f2cbc2654 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2dce6e0c149465684599ec181339cf8&device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 1162 time: 0.1789336 Feb 07 01:53:12.601981 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e5fa1-2ac2-4630-aedb-1a36df74da6f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a311ba-34b0-4559-9ed1-31672b56e069,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:12.608068 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3f4e5fa1-2ac2-4630-aedb-1a36df74da6f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:12.608469 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bff549-fa90-4df6-a4b0-7da763f8673b admin admin] Pushing event deleted for resources: {'Port': ['ID=40c00fb2-b287-4c6e-852b-1a616601e2ac,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:12.615958 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-09380878-5c3d-4b39-ade9-55aeb4c1bb53 req-3f4e5fa1-2ac2-4630-aedb-1a36df74da6f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:12.620640 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-09380878-5c3d-4b39-ade9-55aeb4c1bb53 req-3f4e5fa1-2ac2-4630-aedb-1a36df74da6f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "DELETE /v2.0/security-groups/97a311ba-34b0-4559-9ed1-31672b56e069 HTTP/1.1" status: 204 len: 173 time: 0.2254581 Feb 07 01:53:12.642420 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a3bff549-fa90-4df6-a4b0-7da763f8673b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:12.784429 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7f536d7d-6733-4cdd-b067-3685069486bc req-9e9a06b3-7063-42c1-8f67-eb2a68351f07 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/floatingips/02bd7063-e7bf-4cd0-84ed-75a041013c26 HTTP/1.1" status: 200 len: 997 time: 0.1351736 Feb 07 01:53:12.860070 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a78a8-a93e-4691-a897-7d369a97163c req-3aa53e0b-94af-41e6-9114-60f2a269ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:12.861699 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c41a78a8-a93e-4691-a897-7d369a97163c req-3aa53e0b-94af-41e6-9114-60f2a269ddc0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=69cd2859-3b58-4725-a101-d5bcaf293692 HTTP/1.1" status: 200 len: 908 time: 0.2546313 Feb 07 01:53:13.028747 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f536d7d-6733-4cdd-b067-3685069486bc req-5bca51b3-7b86-40a2-95bb-7b1c7980be6b tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:13.030335 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7f536d7d-6733-4cdd-b067-3685069486bc req-5bca51b3-7b86-40a2-95bb-7b1c7980be6b tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/networks/99dfcdec-a658-4076-80f8-42c10fdcd0d7 HTTP/1.1" status: 200 len: 784 time: 0.2399333 Feb 07 01:53:13.042329 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [req-7f536d7d-6733-4cdd-b067-3685069486bc req-9aa74ffd-79cd-46ea-9639-4e1a31d28e35 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=79942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 01:53:13.043516 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7f536d7d-6733-4cdd-b067-3685069486bc req-9aa74ffd-79cd-46ea-9639-4e1a31d28e35 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062377 Feb 07 01:53:13.090881 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c41a78a8-a93e-4691-a897-7d369a97163c req-969d901d-b586-4e78-98e1-7287073d2698 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9f34f-03ce-4098-80e6-a0ccd233c15a HTTP/1.1" status: 200 len: 1000 time: 0.1938322 Feb 07 01:53:13.168278 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7f536d7d-6733-4cdd-b067-3685069486bc req-71c9ac30-d2c9-47f2-922d-94b661e59f64 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.19 HTTP/1.1" status: 200 len: 1000 time: 0.1184926 Feb 07 01:53:13.247443 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a78a8-a93e-4691-a897-7d369a97163c req-7d099d51-4513-4f58-a004-6c4b983a9109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:13.249056 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c41a78a8-a93e-4691-a897-7d369a97163c req-7d099d51-4513-4f58-a004-6c4b983a9109 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b HTTP/1.1" status: 200 len: 853 time: 0.1495588 Feb 07 01:53:13.325645 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a3bff549-fa90-4df6-a4b0-7da763f8673b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854143029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854099226'] for router_interface, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:13.330844 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f536d7d-6733-4cdd-b067-3685069486bc req-fa4e768f-e57a-4737-95bb-d48f777feca7 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:13.332395 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7f536d7d-6733-4cdd-b067-3685069486bc req-fa4e768f-e57a-4737-95bb-d48f777feca7 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports/5ac9f34f-03ce-4098-80e6-a0ccd233c15a HTTP/1.1" status: 200 len: 942 time: 0.1582758 Feb 07 01:53:13.455963 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a78a8-a93e-4691-a897-7d369a97163c req-b20790a0-a4de-4579-b34d-f5d761220238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:13.457565 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c41a78a8-a93e-4691-a897-7d369a97163c req-b20790a0-a4de-4579-b34d-f5d761220238 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=69cd2859-3b58-4725-a101-d5bcaf293692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1972461 Feb 07 01:53:13.538750 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7f536d7d-6733-4cdd-b067-3685069486bc req-3d523b4f-a741-4aab-abc2-cef11a92d228 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.28.0.19 HTTP/1.1" status: 200 len: 1000 time: 0.1251607 Feb 07 01:53:13.724020 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5e7937c5-6ba9-46a2-9969-7f92c9733ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:13.758054 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:13.793084 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-7f536d7d-6733-4cdd-b067-3685069486bc req-b76b9e33-1c6c-4976-9fed-5a75bdc71b8f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Deleting port 892b2e69-baf7-4efa-b5a9-746db8426276 {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:53:13.793444 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-7f536d7d-6733-4cdd-b067-3685069486bc req-b76b9e33-1c6c-4976-9fed-5a75bdc71b8f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:13.981518 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-7f536d7d-6733-4cdd-b067-3685069486bc req-b76b9e33-1c6c-4976-9fed-5a75bdc71b8f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:13.981766 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-7f536d7d-6733-4cdd-b067-3685069486bc req-b76b9e33-1c6c-4976-9fed-5a75bdc71b8f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:14.003109 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c41a78a8-a93e-4691-a897-7d369a97163c req-9a8ead58-c7eb-4857-bcf4-d47fec454f0a service neutron] 10.222.0.45 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314894 Feb 07 01:53:14.080284 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:14.115293 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-7f536d7d-6733-4cdd-b067-3685069486bc req-b76b9e33-1c6c-4976-9fed-5a75bdc71b8f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Calling delete_port for 892b2e69-baf7-4efa-b5a9-746db8426276 owned by network:floatingip {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:53:14.265069 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 5ac9f34f-03ce-4098-80e6-a0ccd233c15a up at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 07 01:53:14.268327 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-7f536d7d-6733-4cdd-b067-3685069486bc req-b76b9e33-1c6c-4976-9fed-5a75bdc71b8f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:14.284327 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a88e8946-bd58-4e52-b6da-46e36caf91dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:14.314675 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-c41a78a8-a93e-4691-a897-7d369a97163c req-c094833f-cc4c-4a22-838c-f32d6c3858e0 service neutron] 10.222.0.45 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2972989 Feb 07 01:53:14.340117 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.provisioning_blocks [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Provisioning complete for port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a triggered by entity L2. {{(pid=79943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 07 01:53:14.340694 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854773529'] for port, provisioning_complete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:14.348443 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bff549-fa90-4df6-a4b0-7da763f8673b admin admin] Router 9c8fff40-19e6-468c-b06b-24c4356aef68 has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:53:14.349969 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b9e33-1c6c-4976-9fed-5a75bdc71b8f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Pushing event deleted for resources: {'Port': ['ID=892b2e69-baf7-4efa-b5a9-746db8426276,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:14.413570 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b76b9e33-1c6c-4976-9fed-5a75bdc71b8f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:14.526429 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-7f536d7d-6733-4cdd-b067-3685069486bc req-b76b9e33-1c6c-4976-9fed-5a75bdc71b8f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks [] for floatingip, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:14.526746 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.db.l3_db [req-7f536d7d-6733-4cdd-b067-3685069486bc req-b76b9e33-1c6c-4976-9fed-5a75bdc71b8f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Floating IP 02bd7063-e7bf-4cd0-84ed-75a041013c26 disassociated (deleted). External IP: 172.28.0.19, port: 5ac9f34f-03ce-4098-80e6-a0ccd233c15a. Feb 07 01:53:14.563053 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bff549-fa90-4df6-a4b0-7da763f8673b admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:53:14.574083 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6352a689-0301-46a5-a77c-096528f28650 None None] Sync routers for ids ['9c8fff40-19e6-468c-b06b-24c4356aef68'] in dv-cinder-740146-7-smb {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:53:14.579910 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-a3bff549-fa90-4df6-a4b0-7da763f8673b admin admin] 10.222.0.52 "PUT /v2.0/routers/9c8fff40-19e6-468c-b06b-24c4356aef68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0058050 Feb 07 01:53:14.580218 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 51064) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:14.587232 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6352a689-0301-46a5-a77c-096528f28650 None None] Routers {'9c8fff40-19e6-468c-b06b-24c4356aef68'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:53:14.588019 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-6352a689-0301-46a5-a77c-096528f28650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:53:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['9c8fff40-19e6-468c-b06b-24c4356aef68'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:14.785318 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f4cd19c3-4f42-4c0f-a000-8c87227fb635 admin admin] Notify callbacks [] for router, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:14.788401 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-6352a689-0301-46a5-a77c-096528f28650 None None] Set router 9c8fff40-19e6-468c-b06b-24c4356aef68 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:53:14.992004 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f4cd19c3-4f42-4c0f-a000-8c87227fb635 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:14.997548 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd19c3-4f42-4c0f-a000-8c87227fb635 admin admin] Deleting port 5f2930fe-726c-4873-8de6-4e3535e70bd0 {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:53:14.997917 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f4cd19c3-4f42-4c0f-a000-8c87227fb635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:15.035178 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:15.097343 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-6352a689-0301-46a5-a77c-096528f28650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:53:12Z', 'revision_number': 5, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:15.102491 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6352a689-0301-46a5-a77c-096528f28650 None None] Checking router: 9c8fff40-19e6-468c-b06b-24c4356aef68 for host: dv-cinder-740146-7-smb {{(pid=79944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:53:15.111503 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6352a689-0301-46a5-a77c-096528f28650 None None] Routers {'9c8fff40-19e6-468c-b06b-24c4356aef68'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:53:15.112156 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-6352a689-0301-46a5-a77c-096528f28650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:53:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['9c8fff40-19e6-468c-b06b-24c4356aef68'], 'active': True} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:15.169209 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f536d7d-6733-4cdd-b067-3685069486bc req-b76b9e33-1c6c-4976-9fed-5a75bdc71b8f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Router 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:53:15.194277 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-f4cd19c3-4f42-4c0f-a000-8c87227fb635 admin admin] For port 5f2930fe-726c-4873-8de6-4e3535e70bd0, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=5f2930fe-726c-4873-8de6-4e3535e70bd0,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:53:15.194682 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f4cd19c3-4f42-4c0f-a000-8c87227fb635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:15.306569 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-6352a689-0301-46a5-a77c-096528f28650 None None] Set router 9c8fff40-19e6-468c-b06b-24c4356aef68 gateway port host: dv-cinder-740146-7-smb {{(pid=79944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:53:15.338598 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd19c3-4f42-4c0f-a000-8c87227fb635 admin admin] Calling delete_port for 5f2930fe-726c-4873-8de6-4e3535e70bd0 owned by network:router_gateway {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:53:15.368925 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f536d7d-6733-4cdd-b067-3685069486bc req-b76b9e33-1c6c-4976-9fed-5a75bdc71b8f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:53:15.380609 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cb0925-d3ec-4ff1-b79c-dde045724439 None None] Sync routers for ids ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'] in dv-cinder-740146-7-smb {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:53:15.393112 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cb0925-d3ec-4ff1-b79c-dde045724439 None None] Routers {'09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:53:15.394140 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-c2cb0925-d3ec-4ff1-b79c-dde045724439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:53:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:15.400032 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-7f536d7d-6733-4cdd-b067-3685069486bc req-b76b9e33-1c6c-4976-9fed-5a75bdc71b8f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for floatingip, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:15.473920 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7f536d7d-6733-4cdd-b067-3685069486bc req-b76b9e33-1c6c-4976-9fed-5a75bdc71b8f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "DELETE /v2.0/floatingips/02bd7063-e7bf-4cd0-84ed-75a041013c26 HTTP/1.1" status: 204 len: 173 time: 1.9283850 Feb 07 01:53:15.474490 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3977e6-cac2-4202-b1de-ded22f278611', 'tag': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a'}] {{(pid=79942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:53:15.545014 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f4cd19c3-4f42-4c0f-a000-8c87227fb635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:15.575909 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3977e6-cac2-4202-b1de-ded22f278611', 'tag': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a', 'status': 'completed', 'code': 200} Feb 07 01:53:15.620681 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:15.627390 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f536d7d-6733-4cdd-b067-3685069486bc req-30f40a2b-9fdf-47a4-ac44-166c86f6b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:15.629556 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7f536d7d-6733-4cdd-b067-3685069486bc req-30f40a2b-9fdf-47a4-ac44-166c86f6b283 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e2dce6e0c149465684599ec181339cf8&device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 1162 time: 0.1342046 Feb 07 01:53:15.668950 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-6352a689-0301-46a5-a77c-096528f28650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:53:12Z', 'revision_number': 5, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79944) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:15.673458 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6352a689-0301-46a5-a77c-096528f28650 None None] The sync data for ids ['9c8fff40-19e6-468c-b06b-24c4356aef68'] in dv-cinder-740146-7-smb is: [{'id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'name': 'tempest-AttachVolumeShelveTestJSON-431866128-router', 'tenant_id': 'a6f4b9f9a5074df79ed740320e365959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43'}], 'enable_snat': True}, 'gw_port_id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:47:43Z', 'updated_at': '2021-02-07T01:53:12Z', 'revision_number': 5, 'project_id': 'a6f4b9f9a5074df79ed740320e365959', 'gw_port': {'id': '5f2930fe-726c-4873-8de6-4e3535e70bd0', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fff40-19e6-468c-b06b-24c4356aef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:47:44Z', 'updated_at': '2021-02-07T01:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}] {{(pid=79944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:53:15.686670 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-c2cb0925-d3ec-4ff1-b79c-dde045724439 None None] Set router 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:53:15.789178 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f536d7d-6733-4cdd-b067-3685069486bc req-5373fdde-493e-4644-9b48-784cde2c3437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:15.791057 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7f536d7d-6733-4cdd-b067-3685069486bc req-5373fdde-493e-4644-9b48-784cde2c3437 service neutron] 10.222.0.52 "GET /v2.0/networks?id=69cd2859-3b58-4725-a101-d5bcaf293692 HTTP/1.1" status: 200 len: 908 time: 0.1550760 Feb 07 01:53:15.818150 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18d744-07c1-4bd9-9080-2bbdfd5d896c req-7d0a430a-5aa6-4df2-a6fb-1e6f18bff802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:15.819860 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1f18d744-07c1-4bd9-9080-2bbdfd5d896c req-7d0a430a-5aa6-4df2-a6fb-1e6f18bff802 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2dce6e0c149465684599ec181339cf8&device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 1162 time: 0.1720564 Feb 07 01:53:15.861579 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 40c00fb2-b287-4c6e-852b-1a616601e2ac no longer exists at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:53:15.883175 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7f536d7d-6733-4cdd-b067-3685069486bc req-f5866172-ca05-41ad-8454-3cd74a6e3860 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9f34f-03ce-4098-80e6-a0ccd233c15a HTTP/1.1" status: 200 len: 217 time: 0.0848012 Feb 07 01:53:15.918713 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] No Port match for: 40c00fb2-b287-4c6e-852b-1a616601e2ac {{(pid=79943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 07 01:53:15.919159 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 40c00fb2-b287-4c6e-852b-1a616601e2ac not bound to the agent host dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:53:15.958868 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f536d7d-6733-4cdd-b067-3685069486bc req-e7a08249-6cd0-49a0-817c-635c8594cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:15.961004 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7f536d7d-6733-4cdd-b067-3685069486bc req-e7a08249-6cd0-49a0-817c-635c8594cc64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b HTTP/1.1" status: 200 len: 853 time: 0.0710015 Feb 07 01:53:15.976540 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f4cd19c3-4f42-4c0f-a000-8c87227fb635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854095386'] for router_gateway, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:16.053067 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f536d7d-6733-4cdd-b067-3685069486bc req-7b6ee246-b7f2-47a2-a27c-15c9a9524d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:16.054781 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7f536d7d-6733-4cdd-b067-3685069486bc req-7b6ee246-b7f2-47a2-a27c-15c9a9524d14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69cd2859-3b58-4725-a101-d5bcaf293692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0866003 Feb 07 01:53:16.107318 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-c2cb0925-d3ec-4ff1-b79c-dde045724439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'name': 'tempest-TestMinimumBasicScenario-767983919-router', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22'}], 'enable_snat': True}, 'gw_port_id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:51:05Z', 'updated_at': '2021-02-07T01:51:10Z', 'revision_number': 4, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'gw_port': {'id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:06Z', 'updated_at': '2021-02-07T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '7fcb726b-5ac7-4786-829d-c39f5df0ac2c', 'name': '', 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'mac_address': 'fa:16:3e:a6:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:09Z', 'updated_at': '2021-02-07T01:51:18Z', 'revision_number': 5, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'subnets': [{'id': '9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:16.112279 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cb0925-d3ec-4ff1-b79c-dde045724439 None None] Checking router: 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 for host: dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:53:16.122383 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cb0925-d3ec-4ff1-b79c-dde045724439 None None] Routers {'09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:53:16.123232 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-c2cb0925-d3ec-4ff1-b79c-dde045724439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:53:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:16.219188 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7f536d7d-6733-4cdd-b067-3685069486bc req-b1fd6a17-e8bd-4de4-a98e-c8d0a6eb6a9a service neutron] 10.222.0.52 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562934 Feb 07 01:53:16.294610 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18d744-07c1-4bd9-9080-2bbdfd5d896c req-e3baa787-68c5-4e3a-b0ed-7daa9b0e626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:16.296245 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1f18d744-07c1-4bd9-9080-2bbdfd5d896c req-e3baa787-68c5-4e3a-b0ed-7daa9b0e626f service neutron] 10.222.0.45 "GET /v2.0/networks?id=69cd2859-3b58-4725-a101-d5bcaf293692 HTTP/1.1" status: 200 len: 908 time: 0.4690626 Feb 07 01:53:16.324037 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-c2cb0925-d3ec-4ff1-b79c-dde045724439 None None] Set router 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:53:16.378425 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-7f536d7d-6733-4cdd-b067-3685069486bc req-0517dd82-1ca4-46f0-af7e-1ab2f3a8f99d service neutron] 10.222.0.52 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1517897 Feb 07 01:53:16.432946 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f4cd19c3-4f42-4c0f-a000-8c87227fb635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854102588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854535338'] for router, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:16.436262 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f4cd19c3-4f42-4c0f-a000-8c87227fb635 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:16.444028 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1f18d744-07c1-4bd9-9080-2bbdfd5d896c req-ae2693ed-5ea1-4be6-a7fc-be7ab7a3a898 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ac9f34f-03ce-4098-80e6-a0ccd233c15a HTTP/1.1" status: 200 len: 217 time: 0.1407359 Feb 07 01:53:16.517290 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f4cd19c3-4f42-4c0f-a000-8c87227fb635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681557'] for router, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:16.517848 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cd19c3-4f42-4c0f-a000-8c87227fb635 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c8fff40-19e6-468c-b06b-24c4356aef68 {{(pid=79941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 01:53:16.539275 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18d744-07c1-4bd9-9080-2bbdfd5d896c req-e50a6171-7486-4351-9818-0adfc7ef4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:16.541016 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1f18d744-07c1-4bd9-9080-2bbdfd5d896c req-e50a6171-7486-4351-9818-0adfc7ef4ded service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b HTTP/1.1" status: 200 len: 853 time: 0.0850852 Feb 07 01:53:16.550248 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f4cd19c3-4f42-4c0f-a000-8c87227fb635 admin admin] Notify callbacks [] for router, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:16.554371 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-f4cd19c3-4f42-4c0f-a000-8c87227fb635 admin admin] 10.222.0.52 "DELETE /v2.0/routers/9c8fff40-19e6-468c-b06b-24c4356aef68 HTTP/1.1" status: 204 len: 168 time: 1.9731510 Feb 07 01:53:16.554508 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 51074) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:16.638938 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_v2 [None req-8357615e-2e4c-4e08-9ee2-86574f26a801 admin admin] Deleting subnet b7045f51-fb53-4f5e-bc51-a1b3402ec37e {{(pid=79942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 07 01:53:16.642678 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8357615e-2e4c-4e08-9ee2-86574f26a801 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:16.648157 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18d744-07c1-4bd9-9080-2bbdfd5d896c req-7f7d840c-6686-4248-9dcb-7a3ff6cd8a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:16.649799 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1f18d744-07c1-4bd9-9080-2bbdfd5d896c req-7f7d840c-6686-4248-9dcb-7a3ff6cd8a97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=69cd2859-3b58-4725-a101-d5bcaf293692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1017354 Feb 07 01:53:16.697058 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-c2cb0925-d3ec-4ff1-b79c-dde045724439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'name': 'tempest-TestMinimumBasicScenario-767983919-router', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22'}], 'enable_snat': True}, 'gw_port_id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:51:05Z', 'updated_at': '2021-02-07T01:51:10Z', 'revision_number': 4, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'gw_port': {'id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:06Z', 'updated_at': '2021-02-07T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '7fcb726b-5ac7-4786-829d-c39f5df0ac2c', 'name': '', 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'mac_address': 'fa:16:3e:a6:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:09Z', 'updated_at': '2021-02-07T01:51:18Z', 'revision_number': 5, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'subnets': [{'id': '9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:16.701576 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cb0925-d3ec-4ff1-b79c-dde045724439 None None] The sync data for ids ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'] in dv-cinder-740146-7-smb is: [{'id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'name': 'tempest-TestMinimumBasicScenario-767983919-router', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22'}], 'enable_snat': True}, 'gw_port_id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:51:05Z', 'updated_at': '2021-02-07T01:51:10Z', 'revision_number': 4, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'gw_port': {'id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:06Z', 'updated_at': '2021-02-07T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb', '_interfaces': [{'id': '7fcb726b-5ac7-4786-829d-c39f5df0ac2c', 'name': '', 'network_id': '69cd2859-3b58-4725-a101-d5bcaf293692', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'mac_address': 'fa:16:3e:a6:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:09Z', 'updated_at': '2021-02-07T01:51:18Z', 'revision_number': 5, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'subnets': [{'id': '9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:53:16.707448 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8357615e-2e4c-4e08-9ee2-86574f26a801 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852759826'] for subnet, precommit_delete_associations {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:16.808502 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1f18d744-07c1-4bd9-9080-2bbdfd5d896c req-a9632059-db24-4c7d-91b2-1344f80080c4 service neutron] 10.222.0.45 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516447 Feb 07 01:53:16.813656 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8357615e-2e4c-4e08-9ee2-86574f26a801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-10855'] for subnet, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:16.990823 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-1f18d744-07c1-4bd9-9080-2bbdfd5d896c req-d9d765bc-3e08-430f-b8d2-604b46af956a service neutron] 10.222.0.45 "GET /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1760986 Feb 07 01:53:17.112275 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8357615e-2e4c-4e08-9ee2-86574f26a801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854764961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852760723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2378118'] for subnet, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:17.127450 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-283068ea-3afd-49b5-9d7e-278c5d99936c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:17.168213 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357615e-2e4c-4e08-9ee2-86574f26a801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7045f51-fb53-4f5e-bc51-a1b3402ec37e,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:17.180334 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-8357615e-2e4c-4e08-9ee2-86574f26a801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:17.204888 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1093767d-5b16-498a-8afe-17b434449882 None None] New status for floating IP 02bd7063-e7bf-4cd0-84ed-75a041013c26: DOWN {{(pid=79944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 07 01:53:17.265226 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-8357615e-2e4c-4e08-9ee2-86574f26a801 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:17.271343 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa2be55-b858-468e-8f94-5a11cd4621d9 None None] Network 7a2773e7-cc87-48c9-a224-6aff3de68ac6 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:53:17.276118 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-8357615e-2e4c-4e08-9ee2-86574f26a801 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b7045f51-fb53-4f5e-bc51-a1b3402ec37e HTTP/1.1" status: 204 len: 168 time: 0.7178099 Feb 07 01:53:17.276366 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 51082) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:17.407581 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854360936'] for network, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:17.499808 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] Deleting port 94cda1f7-7f8c-4f65-aa85-952b87ffead4 {{(pid=79942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:53:17.500190 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:17.544443 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8096c3a-cdd9-45a8-9c86-531120ed0a7f None None] DHCP port deletion for 7a2773e7-cc87-48c9-a224-6aff3de68ac6 request from dv-cinder-740146-7-smb {{(pid=79943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 07 01:53:17.548626 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-f8096c3a-cdd9-45a8-9c86-531120ed0a7f None None] Deleting port 94cda1f7-7f8c-4f65-aa85-952b87ffead4 {{(pid=79943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:53:17.549095 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f8096c3a-cdd9-45a8-9c86-531120ed0a7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:17.729075 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] For port 94cda1f7-7f8c-4f65-aa85-952b87ffead4, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=94cda1f7-7f8c-4f65-aa85-952b87ffead4,segment=NetworkSegment(71a8b691-2713-4aab-834f-a491422c389e),segment_id=71a8b691-2713-4aab-834f-a491422c389e)] {{(pid=79942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:53:17.729495 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:17.767409 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-f8096c3a-cdd9-45a8-9c86-531120ed0a7f None None] For port 94cda1f7-7f8c-4f65-aa85-952b87ffead4, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=94cda1f7-7f8c-4f65-aa85-952b87ffead4,segment=NetworkSegment(71a8b691-2713-4aab-834f-a491422c389e),segment_id=71a8b691-2713-4aab-834f-a491422c389e)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:53:17.767903 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f8096c3a-cdd9-45a8-9c86-531120ed0a7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:17.870850 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] Calling delete_port for 94cda1f7-7f8c-4f65-aa85-952b87ffead4 owned by network:dhcp {{(pid=79942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:53:17.908908 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-f8096c3a-cdd9-45a8-9c86-531120ed0a7f None None] Calling delete_port for 94cda1f7-7f8c-4f65-aa85-952b87ffead4 owned by network:dhcp {{(pid=79943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:53:17.943278 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2015047'] for port, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:17.945147 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 5f2930fe-726c-4873-8de6-4e3535e70bd0 no longer exists at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:53:17.959646 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1156e3d4-1c09-4515-a821-183e895d0a07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:17.995093 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] No Port match for: 5f2930fe-726c-4873-8de6-4e3535e70bd0 {{(pid=79943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 07 01:53:17.995417 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 5f2930fe-726c-4873-8de6-4e3535e70bd0 not bound to the agent host dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:53:17.995886 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 94cda1f7-7f8c-4f65-aa85-952b87ffead4 no longer exists at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:53:18.008291 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] Pushing event deleted for resources: {'Port': ['ID=94cda1f7-7f8c-4f65-aa85-952b87ffead4,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:18.013063 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:18.037361 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] No Port match for: 94cda1f7-7f8c-4f65-aa85-952b87ffead4 {{(pid=79943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 07 01:53:18.037760 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 94cda1f7-7f8c-4f65-aa85-952b87ffead4 not bound to the agent host dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:53:18.064639 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.api [None req-f8096c3a-cdd9-45a8-9c86-531120ed0a7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 07 01:53:18.065049 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_db.api [None req-f8096c3a-cdd9-45a8-9c86-531120ed0a7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 07 01:53:18.104955 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] No DVR routers for this DVR port 94cda1f7-7f8c-4f65-aa85-952b87ffead4 on host dv-cinder-740146-7-smb {{(pid=79942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:53:18.232909 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14300', 'neutron.services.segments.db._delete_segments_for_network-8754015628454'] for network, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:18.344918 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2773e7-cc87-48c9-a224-6aff3de68ac6']}} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:18.357767 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a8b691-2713-4aab-834f-a491422c389e') {'for_net_delete': True} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:18.358109 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a8b691-2713-4aab-834f-a491422c389e') {} {{(pid=79942) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:18.370055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754015625143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2015974'] for segment, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:18.388622 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:18.390620 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=79942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 07 01:53:18.566123 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-f8096c3a-cdd9-45a8-9c86-531120ed0a7f None None] Deleting port 94cda1f7-7f8c-4f65-aa85-952b87ffead4 {{(pid=79943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:53:18.566471 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f8096c3a-cdd9-45a8-9c86-531120ed0a7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:18.641626 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-f8096c3a-cdd9-45a8-9c86-531120ed0a7f None None] The port '94cda1f7-7f8c-4f65-aa85-952b87ffead4' was deleted {{(pid=79943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 07 01:53:18.815872 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] Network 7a2773e7-cc87-48c9-a224-6aff3de68ac6 has no segments {{(pid=79942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:53:18.825418 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852760678'] for segment, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:19.005884 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] Network 7a2773e7-cc87-48c9-a224-6aff3de68ac6 has no segments {{(pid=79942) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: Traceback (most recent call last): Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: timer() Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: cb(*args, **kw) Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: return func(*args, **kwargs) Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: self._notify() Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: self.callback(batched_events) Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: event.method(event) Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: segment_id)['aggregates'][0] Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: return f(self, *a, **k) Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: return self._get(url).json() Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: **kwargs) Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: return self.request(url, 'GET', **kwargs) Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: **endpoint_filter) Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 01:53:19.028101 dv-cinder-740146-7-smb neutron-server[79830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 01:53:19.105306 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680321'] for network, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:19.109623 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:19.113323 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-c27c6686-c5bc-4e25-9660-d938d86f2973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:19.138420 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a2773e7-cc87-48c9-a224-6aff3de68ac6,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:19.140934 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:19.143212 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-87e10c6a-37ae-4e02-a74a-b8be36bca253 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7a2773e7-cc87-48c9-a224-6aff3de68ac6 HTTP/1.1" status: 204 len: 168 time: 1.8657024 Feb 07 01:53:19.287242 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 51098) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:19.337945 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-eabbd1b4-c8fa-4d6c-9fef-3a07777d2b0b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a6f4b9f9a5074df79ed740320e365959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494199 Feb 07 01:53:19.340483 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 51102) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:19.400664 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5ee6ce34-4a8b-4719-8d80-acec8fd500df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:19.427335 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5ee6ce34-4a8b-4719-8d80-acec8fd500df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:19.471626 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5ee6ce34-4a8b-4719-8d80-acec8fd500df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:19.476656 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9ae23180-d2ab-4b6f-82c6-06db93671355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:19.496201 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6ce34-4a8b-4719-8d80-acec8fd500df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3ecbb7-f821-49af-854d-78c77c54e00f,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:19.499339 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5ee6ce34-4a8b-4719-8d80-acec8fd500df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:19.501336 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5ee6ce34-4a8b-4719-8d80-acec8fd500df admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:19.504145 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-5ee6ce34-4a8b-4719-8d80-acec8fd500df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a3ecbb7-f821-49af-854d-78c77c54e00f HTTP/1.1" status: 204 len: 168 time: 0.1611087 Feb 07 01:53:20.066607 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dac1c-e0b6-4673-988b-099a004a67de req-689b138c-75ef-4f39-9f26-c1fa178b102f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:20.067502 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-768dac1c-e0b6-4673-988b-099a004a67de req-689b138c-75ef-4f39-9f26-c1fa178b102f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Synchronizing usage tracker for tenant:e2dce6e0c149465684599ec181339cf8 on resource:port {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:53:20.082322 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-768dac1c-e0b6-4673-988b-099a004a67de req-689b138c-75ef-4f39-9f26-c1fa178b102f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Unset dirty status for tenant:e2dce6e0c149465684599ec181339cf8 on resource:port {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:53:20.084348 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-768dac1c-e0b6-4673-988b-099a004a67de req-689b138c-75ef-4f39-9f26-c1fa178b102f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 945 time: 0.1771791 Feb 07 01:53:20.148043 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-768dac1c-e0b6-4673-988b-099a004a67de req-d8859590-5e13-417f-959b-44f41a0bd47d tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Synchronizing usage tracker for tenant:e2dce6e0c149465684599ec181339cf8 on resource:security_group {{(pid=79942) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:53:20.164127 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-768dac1c-e0b6-4673-988b-099a004a67de req-d8859590-5e13-417f-959b-44f41a0bd47d tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Unset dirty status for tenant:e2dce6e0c149465684599ec181339cf8 on resource:security_group {{(pid=79942) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:53:20.165453 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-768dac1c-e0b6-4673-988b-099a004a67de req-d8859590-5e13-417f-959b-44f41a0bd47d tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745473 Feb 07 01:53:21.465022 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba9a0d-1ced-47e0-87b5-369fb376a31c req-15bf2e6e-f681-4c73-91d0-57a6777fe615 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:21.466861 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-90ba9a0d-1ced-47e0-87b5-369fb376a31c req-15bf2e6e-f681-4c73-91d0-57a6777fe615 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 945 time: 0.1688061 Feb 07 01:53:21.534929 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-90ba9a0d-1ced-47e0-87b5-369fb376a31c req-3ae83cf0-b105-4ec1-81d6-b15e64b15694 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599117 Feb 07 01:53:21.876212 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-97e88847-2381-4877-8b5c-fe982d2e7422 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:21.877035 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-97e88847-2381-4877-8b5c-fe982d2e7422 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Synchronizing usage tracker for tenant:e2dce6e0c149465684599ec181339cf8 on resource:port {{(pid=79941) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 07 01:53:21.890404 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-97e88847-2381-4877-8b5c-fe982d2e7422 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Unset dirty status for tenant:e2dce6e0c149465684599ec181339cf8 on resource:port {{(pid=79941) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 07 01:53:21.891704 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-97e88847-2381-4877-8b5c-fe982d2e7422 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.45 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 945 time: 0.1798091 Feb 07 01:53:21.984685 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-67f98d80-38e8-49fb-894a-5fa796228c24 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Deleting port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:53:21.985073 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-67f98d80-38e8-49fb-894a-5fa796228c24 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:22.049915 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 51164) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:22.095493 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Device 5ac9f34f-03ce-4098-80e6-a0ccd233c15a no longer exists at agent ovs-agent-hv-cinder-74014 {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:53:22.205468 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b2ec773d-850b-45f3-8d5e-4d66cddf42e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:22.221994 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-b2ec773d-850b-45f3-8d5e-4d66cddf42e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:53:22.225576 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854420855'] for port, before_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:22.226513 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-b2ec773d-850b-45f3-8d5e-4d66cddf42e0 admin admin] Usage tracker for resource:security_group_rule and tenant:8c001e81050d45d795163b9878f5bdeb is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:53:22.229151 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-b2ec773d-850b-45f3-8d5e-4d66cddf42e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:53:22.234928 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-b2ec773d-850b-45f3-8d5e-4d66cddf42e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:53:22.254974 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-67f98d80-38e8-49fb-894a-5fa796228c24 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] For port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=5ac9f34f-03ce-4098-80e6-a0ccd233c15a,segment=NetworkSegment(e3ae7cb4-c42f-40b2-a355-b5b9b7220df1),segment_id=e3ae7cb4-c42f-40b2-a355-b5b9b7220df1)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:53:22.255630 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-67f98d80-38e8-49fb-894a-5fa796228c24 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:22.259942 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] For port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=5ac9f34f-03ce-4098-80e6-a0ccd233c15a,segment=NetworkSegment(e3ae7cb4-c42f-40b2-a355-b5b9b7220df1),segment_id=e3ae7cb4-c42f-40b2-a355-b5b9b7220df1)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:53:22.261101 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3977e6-cac2-4202-b1de-ded22f278611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a'}] {{(pid=79943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:53:22.272585 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282839228788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282839650710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754015125124'] for port, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:22.274710 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:22.326844 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b2ec773d-850b-45f3-8d5e-4d66cddf42e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:22.329718 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b2ec773d-850b-45f3-8d5e-4d66cddf42e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:22.333266 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3977e6-cac2-4202-b1de-ded22f278611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a', 'code': 200} Feb 07 01:53:22.339748 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b58a0de6-fd40-4132-9ea4-a376b3c85337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:22.361201 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Pushing event updated for resources: {'Port': ['ID=5ac9f34f-03ce-4098-80e6-a0ccd233c15a,revision_number=7']} {{(pid=79943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:22.370639 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.371095 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.371869 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.372836 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.373336 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.373714 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.374087 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.374562 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.374835 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.375195 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.375562 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.375927 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.376350 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.377002 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.377378 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.377744 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.378110 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.378479 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.379057 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.379421 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.379984 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.380353 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.380719 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.381080 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:53:22.385419 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-b2ec773d-850b-45f3-8d5e-4d66cddf42e0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8c001e81050d45d795163b9878f5bdeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318706 Feb 07 01:53:22.385419 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec773d-850b-45f3-8d5e-4d66cddf42e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96147ceb-141b-4b8e-972a-997e9f0c6eb4,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:22.385842 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79943) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:22.388135 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b2ec773d-850b-45f3-8d5e-4d66cddf42e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:22.388660 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 51172) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:22.401703 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-67f98d80-38e8-49fb-894a-5fa796228c24 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Calling delete_port for 5ac9f34f-03ce-4098-80e6-a0ccd233c15a owned by compute:nova {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:53:22.460383 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fbaaf032-6ad6-4f06-82ea-1687ea164097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:22.487830 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.api [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-67f98d80-38e8-49fb-894a-5fa796228c24 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79941) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 07 01:53:22.488346 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_db.api [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-67f98d80-38e8-49fb-894a-5fa796228c24 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 07 01:53:22.490674 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fbaaf032-6ad6-4f06-82ea-1687ea164097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:22.535000 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fbaaf032-6ad6-4f06-82ea-1687ea164097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:22.539420 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-cb14fd85-e5d3-4628-acd8-7512f4f94a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:22.553560 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaaf032-6ad6-4f06-82ea-1687ea164097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96147ceb-141b-4b8e-972a-997e9f0c6eb4,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:22.560361 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-fbaaf032-6ad6-4f06-82ea-1687ea164097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:22.563944 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-fbaaf032-6ad6-4f06-82ea-1687ea164097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:22.566686 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-fbaaf032-6ad6-4f06-82ea-1687ea164097 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/96147ceb-141b-4b8e-972a-997e9f0c6eb4 HTTP/1.1" status: 204 len: 168 time: 0.1755154 Feb 07 01:53:22.826247 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4c98d-d770-416d-9476-d66b685d7aa1 req-e2b69c0e-491a-4d2c-9474-3340c76c3077 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 07 01:53:22.827975 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-96e4c98d-d770-416d-9476-d66b685d7aa1 req-e2b69c0e-491a-4d2c-9474-3340c76c3077 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 943 time: 0.1630056 Feb 07 01:53:22.897381 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-96e4c98d-d770-416d-9476-d66b685d7aa1 req-f1dbeaae-d066-4a38-9c31-0149b459d0a3 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/security-groups?id=5c237f29-9fbe-458f-bd73-a897276c4e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622411 Feb 07 01:53:22.918626 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 51182) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:22.937930 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0639c4e6-cf04-4ac7-a8c9-a7d486c5cae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:22.953455 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-0639c4e6-cf04-4ac7-a8c9-a7d486c5cae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:53:22.957719 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-0639c4e6-cf04-4ac7-a8c9-a7d486c5cae8 admin admin] Usage tracker for resource:security_group_rule and tenant:b4ff9e5780e543d69071676776557f5e is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:53:22.960966 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-0639c4e6-cf04-4ac7-a8c9-a7d486c5cae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:53:22.966747 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-0639c4e6-cf04-4ac7-a8c9-a7d486c5cae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:53:22.989838 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-67f98d80-38e8-49fb-894a-5fa796228c24 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Deleting port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:53:22.990236 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-67f98d80-38e8-49fb-894a-5fa796228c24 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:23.052593 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0639c4e6-cf04-4ac7-a8c9-a7d486c5cae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:23.055625 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0639c4e6-cf04-4ac7-a8c9-a7d486c5cae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:23.064554 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-9c106d52-a454-4809-92c3-75671896e104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:23.106927 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-0639c4e6-cf04-4ac7-a8c9-a7d486c5cae8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b4ff9e5780e543d69071676776557f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1871207 Feb 07 01:53:23.107982 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639c4e6-cf04-4ac7-a8c9-a7d486c5cae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df21a47b-c762-4f9c-a8df-1aa07be00f15,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:23.109809 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 51186) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:23.111365 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0639c4e6-cf04-4ac7-a8c9-a7d486c5cae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:23.289699 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b0747214-bd66-4748-9e11-96be29e524f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:23.336458 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-67f98d80-38e8-49fb-894a-5fa796228c24 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] For port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74014',level=0,port_id=5ac9f34f-03ce-4098-80e6-a0ccd233c15a,segment=NetworkSegment(e3ae7cb4-c42f-40b2-a355-b5b9b7220df1),segment_id=e3ae7cb4-c42f-40b2-a355-b5b9b7220df1)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:53:23.336861 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-67f98d80-38e8-49fb-894a-5fa796228c24 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:23.351529 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b0747214-bd66-4748-9e11-96be29e524f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:23.491398 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-67f98d80-38e8-49fb-894a-5fa796228c24 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Calling delete_port for 5ac9f34f-03ce-4098-80e6-a0ccd233c15a owned by compute:nova {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:53:23.626235 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b0747214-bd66-4748-9e11-96be29e524f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:23.638895 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d5bb08f6-0d81-4a01-947e-ee3b407030b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:23.660011 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0747214-bd66-4748-9e11-96be29e524f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df21a47b-c762-4f9c-a8df-1aa07be00f15,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:23.664663 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-b0747214-bd66-4748-9e11-96be29e524f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:23.685860 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b0747214-bd66-4748-9e11-96be29e524f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:23.687643 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-b0747214-bd66-4748-9e11-96be29e524f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df21a47b-c762-4f9c-a8df-1aa07be00f15 HTTP/1.1" status: 204 len: 168 time: 0.5762901 Feb 07 01:53:23.688864 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-67f98d80-38e8-49fb-894a-5fa796228c24 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:23.705394 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1bfaff17-6c27-491a-8f03-6390295d510b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:23.758017 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f98d80-38e8-49fb-894a-5fa796228c24 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Pushing event deleted for resources: {'Port': ['ID=5ac9f34f-03ce-4098-80e6-a0ccd233c15a,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:23.761996 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-67f98d80-38e8-49fb-894a-5fa796228c24 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:23.917555 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-67f98d80-38e8-49fb-894a-5fa796228c24 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] No DVR routers for this DVR port 5ac9f34f-03ce-4098-80e6-a0ccd233c15a on host hv-cinder-74014 {{(pid=79941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:53:23.920186 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-67f98d80-38e8-49fb-894a-5fa796228c24 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772938'] for port, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:23.922302 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-fcf8956c-7b34-4332-8ffe-38c33da84380 req-67f98d80-38e8-49fb-894a-5fa796228c24 tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.45 "DELETE /v2.0/ports/5ac9f34f-03ce-4098-80e6-a0ccd233c15a HTTP/1.1" status: 204 len: 173 time: 2.0245743 Feb 07 01:53:23.922918 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3977e6-cac2-4202-b1de-ded22f278611', 'name': 'network-vif-deleted', 'tag': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a'}] {{(pid=79941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 01:53:23.986839 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3977e6-cac2-4202-b1de-ded22f278611', 'name': 'network-vif-deleted', 'tag': '5ac9f34f-03ce-4098-80e6-a0ccd233c15a', 'status': 'completed', 'code': 200} Feb 07 01:53:24.097896 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [req-8d9523ea-407e-4b7a-890a-96ef3639f4f6 req-dd82b039-4765-4097-8cf8-fbf500309fcb tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] 10.222.0.52 "GET /v2.0/ports?device_id=df3977e6-cac2-4202-b1de-ded22f278611 HTTP/1.1" status: 200 len: 210 time: 0.0539870 Feb 07 01:53:26.032554 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 51282) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:26.605929 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-19cb6fd1-35c5-409e-855c-ca257254edb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854095659'] for router_interface, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:26.966048 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-19cb6fd1-35c5-409e-855c-ca257254edb7 admin admin] Deleting port 7fcb726b-5ac7-4786-829d-c39f5df0ac2c {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:53:26.966433 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-19cb6fd1-35c5-409e-855c-ca257254edb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:27.382525 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-19cb6fd1-35c5-409e-855c-ca257254edb7 admin admin] For port 7fcb726b-5ac7-4786-829d-c39f5df0ac2c, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=7fcb726b-5ac7-4786-829d-c39f5df0ac2c,segment=NetworkSegment(e3ae7cb4-c42f-40b2-a355-b5b9b7220df1),segment_id=e3ae7cb4-c42f-40b2-a355-b5b9b7220df1)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:53:27.383394 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-19cb6fd1-35c5-409e-855c-ca257254edb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:27.517169 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-19cb6fd1-35c5-409e-855c-ca257254edb7 admin admin] Calling delete_port for 7fcb726b-5ac7-4786-829d-c39f5df0ac2c owned by network:router_interface {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:53:27.696062 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-19cb6fd1-35c5-409e-855c-ca257254edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:27.712052 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-381fb5e9-d073-402f-a3b6-69b92f8fa966 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:27.764392 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb6fd1-35c5-409e-855c-ca257254edb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fcb726b-5ac7-4786-829d-c39f5df0ac2c,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:27.776036 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-19cb6fd1-35c5-409e-855c-ca257254edb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:28.125497 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-19cb6fd1-35c5-409e-855c-ca257254edb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854143029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854099226'] for router_interface, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:28.641776 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cb6fd1-35c5-409e-855c-ca257254edb7 admin admin] Router 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 has already been hosted by L3 agent 6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7 {{(pid=79941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 07 01:53:28.830011 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cb6fd1-35c5-409e-855c-ca257254edb7 admin admin] Notify agent at l3_agent.dv-cinder-740146-7-smb the message routers_updated {{(pid=79941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 07 01:53:28.840922 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7985ec-3eb0-4ffb-99b4-48c54433e9b9 None None] Sync routers for ids ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'] in dv-cinder-740146-7-smb {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 07 01:53:28.844377 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-19cb6fd1-35c5-409e-855c-ca257254edb7 admin admin] 10.222.0.52 "PUT /v2.0/routers/09a2b36d-f886-4b57-98ec-1dac9c8b2fd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8106289 Feb 07 01:53:28.847113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 51314) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:28.866926 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7985ec-3eb0-4ffb-99b4-48c54433e9b9 None None] Routers {'09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:53:28.867704 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-8b7985ec-3eb0-4ffb-99b4-48c54433e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:53:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:29.065580 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5ab3574e-67e3-4598-bf47-60f4aa90caec admin admin] Notify callbacks [] for router, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:29.256547 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-8b7985ec-3eb0-4ffb-99b4-48c54433e9b9 None None] Set router 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:53:29.264715 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5ab3574e-67e3-4598-bf47-60f4aa90caec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:29.270885 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3574e-67e3-4598-bf47-60f4aa90caec admin admin] Deleting port cafaef85-36bd-468a-9b0a-03d54a1f6e2c {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:53:29.271261 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5ab3574e-67e3-4598-bf47-60f4aa90caec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:29.408474 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 51328) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:29.469523 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-5ab3574e-67e3-4598-bf47-60f4aa90caec admin admin] For port cafaef85-36bd-468a-9b0a-03d54a1f6e2c, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=cafaef85-36bd-468a-9b0a-03d54a1f6e2c,segment=NetworkSegment(d597f4d7-0bd1-4930-8572-45f7428dc0f5),segment_id=d597f4d7-0bd1-4930-8572-45f7428dc0f5)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:53:29.470034 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5ab3574e-67e3-4598-bf47-60f4aa90caec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:29.571683 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-8b7985ec-3eb0-4ffb-99b4-48c54433e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'name': 'tempest-TestMinimumBasicScenario-767983919-router', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22'}], 'enable_snat': True}, 'gw_port_id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:51:05Z', 'updated_at': '2021-02-07T01:53:27Z', 'revision_number': 5, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'gw_port': {'id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:06Z', 'updated_at': '2021-02-07T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:29.575848 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7985ec-3eb0-4ffb-99b4-48c54433e9b9 None None] Checking router: 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 for host: dv-cinder-740146-7-smb {{(pid=79943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 07 01:53:29.585185 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7985ec-3eb0-4ffb-99b4-48c54433e9b9 None None] Routers {'09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'} bound to L3 agent in host dv-cinder-740146-7-smb {{(pid=79943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 07 01:53:29.585859 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-8b7985ec-3eb0-4ffb-99b4-48c54433e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-07T01:34:44Z,description=,heartbeat_timestamp=2021-02-07T01:53:14Z,host='dv-cinder-740146-7-smb',id=6a64e1fe-fabd-4ce2-ae73-36ca7c395fc7,load=0,resource_versions=,resources_synced=,started_at=2021-02-07T01:34:44Z,topic='l3_agent')) {'router_ids': ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'], 'active': True} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:29.593699 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ae8e4fd5-9cb4-4525-9231-378eac0a050f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:29.607521 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3574e-67e3-4598-bf47-60f4aa90caec admin admin] Calling delete_port for cafaef85-36bd-468a-9b0a-03d54a1f6e2c owned by network:router_gateway {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:53:29.610236 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-ae8e4fd5-9cb4-4525-9231-378eac0a050f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:53:29.615058 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-ae8e4fd5-9cb4-4525-9231-378eac0a050f admin admin] Usage tracker for resource:security_group_rule and tenant:51b9f3c9a6ae4b77afffedf1c1c12b09 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:53:29.618218 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-ae8e4fd5-9cb4-4525-9231-378eac0a050f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:53:29.624302 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-ae8e4fd5-9cb4-4525-9231-378eac0a050f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:53:29.713291 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ae8e4fd5-9cb4-4525-9231-378eac0a050f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:29.716594 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ae8e4fd5-9cb4-4525-9231-378eac0a050f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:29.726454 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0639c4e6-cf04-4ac7-a8c9-a7d486c5cae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:29.754832 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5ab3574e-67e3-4598-bf47-60f4aa90caec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:29.768926 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e4fd5-9cb4-4525-9231-378eac0a050f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02c7c8f-12e5-4c15-9451-0294d5806c0e,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:29.776842 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-ae8e4fd5-9cb4-4525-9231-378eac0a050f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=51b9f3c9a6ae4b77afffedf1c1c12b09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643098 Feb 07 01:53:29.776842 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-ae8e4fd5-9cb4-4525-9231-378eac0a050f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:29.777165 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 51334) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:29.781433 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvr_db [None req-8b7985ec-3eb0-4ffb-99b4-48c54433e9b9 None None] Set router 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 gateway port host: dv-cinder-740146-7-smb {{(pid=79943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 07 01:53:29.840737 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a006f463-1de6-48d6-a1c0-0c61059f10e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:29.869234 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a006f463-1de6-48d6-a1c0-0c61059f10e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:29.926447 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a006f463-1de6-48d6-a1c0-0c61059f10e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:29.932323 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-be10ea04-4c87-4d80-bdc3-1815bdccd993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:29.947226 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006f463-1de6-48d6-a1c0-0c61059f10e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02c7c8f-12e5-4c15-9451-0294d5806c0e,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:29.952248 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a006f463-1de6-48d6-a1c0-0c61059f10e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:29.959515 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a006f463-1de6-48d6-a1c0-0c61059f10e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:29.961480 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-a006f463-1de6-48d6-a1c0-0c61059f10e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e02c7c8f-12e5-4c15-9451-0294d5806c0e HTTP/1.1" status: 204 len: 168 time: 0.1833525 Feb 07 01:53:30.139074 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_hamode_db [None req-8b7985ec-3eb0-4ffb-99b4-48c54433e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'name': 'tempest-TestMinimumBasicScenario-767983919-router', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22'}], 'enable_snat': True}, 'gw_port_id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:51:05Z', 'updated_at': '2021-02-07T01:53:27Z', 'revision_number': 5, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'gw_port': {'id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:06Z', 'updated_at': '2021-02-07T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}], 'dv-cinder-740146-7-smb', False) {} {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:30.143787 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7985ec-3eb0-4ffb-99b4-48c54433e9b9 None None] The sync data for ids ['09a2b36d-f886-4b57-98ec-1dac9c8b2fd3'] in dv-cinder-740146-7-smb is: [{'id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'name': 'tempest-TestMinimumBasicScenario-767983919-router', 'tenant_id': 'e2dce6e0c149465684599ec181339cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'external_fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22'}], 'enable_snat': True}, 'gw_port_id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-07T01:51:05Z', 'updated_at': '2021-02-07T01:53:27Z', 'revision_number': 5, 'project_id': 'e2dce6e0c149465684599ec181339cf8', 'gw_port': {'id': 'cafaef85-36bd-468a-9b0a-03d54a1f6e2c', 'name': '', 'network_id': '99dfcdec-a658-4076-80f8-42c10fdcd0d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a2b36d-f886-4b57-98ec-1dac9c8b2fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'ip_address': '172.28.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-07T01:51:06Z', 'updated_at': '2021-02-07T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f907af6-b0a4-47f3-a608-7f27766af85d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-7-smb'}] {{(pid=79943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 07 01:53:30.192480 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5ab3574e-67e3-4598-bf47-60f4aa90caec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854095386'] for router_gateway, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:30.336719 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5ab3574e-67e3-4598-bf47-60f4aa90caec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854102588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854535338'] for router, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:30.337106 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 51342) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:30.339119 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5ab3574e-67e3-4598-bf47-60f4aa90caec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:30.359929 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-df85542f-6c18-46a3-bc50-b9d01a56d7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:30.363961 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5ab3574e-67e3-4598-bf47-60f4aa90caec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681557'] for router, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:30.364530 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab3574e-67e3-4598-bf47-60f4aa90caec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 {{(pid=79941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 01:53:30.376427 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-df85542f-6c18-46a3-bc50-b9d01a56d7ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:53:30.376997 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5ab3574e-67e3-4598-bf47-60f4aa90caec admin admin] Notify callbacks [] for router, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:30.378320 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-5ab3574e-67e3-4598-bf47-60f4aa90caec admin admin] 10.222.0.52 "DELETE /v2.0/routers/09a2b36d-f886-4b57-98ec-1dac9c8b2fd3 HTTP/1.1" status: 204 len: 168 time: 1.5300298 Feb 07 01:53:30.381420 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 51346) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:30.384317 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-df85542f-6c18-46a3-bc50-b9d01a56d7ba admin admin] Usage tracker for resource:security_group_rule and tenant:3be7fe32cac04ed88ba6136ce05fbbb3 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:53:30.387471 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-df85542f-6c18-46a3-bc50-b9d01a56d7ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:53:30.394564 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-df85542f-6c18-46a3-bc50-b9d01a56d7ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:53:30.451505 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.db_base_plugin_v2 [None req-145c123a-e20e-4476-a992-498f7d96314a admin admin] Deleting subnet 9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b {{(pid=79941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 07 01:53:30.454824 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-145c123a-e20e-4476-a992-498f7d96314a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:30.485892 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-df85542f-6c18-46a3-bc50-b9d01a56d7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:30.488582 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-df85542f-6c18-46a3-bc50-b9d01a56d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:30.498594 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d12c1c2c-a46b-4586-beb3-7115d210eb0a tempest-TestShelveInstance-1875284827 tempest-TestShelveInstance-1875284827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:30.511600 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-145c123a-e20e-4476-a992-498f7d96314a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2068156'] for subnet, precommit_delete_associations {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:30.543431 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-df85542f-6c18-46a3-bc50-b9d01a56d7ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3be7fe32cac04ed88ba6136ce05fbbb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050867 Feb 07 01:53:30.544531 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85542f-6c18-46a3-bc50-b9d01a56d7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c279d3-7b72-4b41-be7a-9517419c755f,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:30.548152 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-df85542f-6c18-46a3-bc50-b9d01a56d7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:30.548984 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 51350) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:30.600328 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-145c123a-e20e-4476-a992-498f7d96314a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-10855'] for subnet, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:30.619747 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4082f699-5d33-4427-83e9-a56304bab915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:30.653954 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4082f699-5d33-4427-83e9-a56304bab915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:30.702281 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4082f699-5d33-4427-83e9-a56304bab915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:30.708430 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3f4e5fa1-2ac2-4630-aedb-1a36df74da6f tempest-TestMinimumBasicScenario-768401591 tempest-TestMinimumBasicScenario-768401591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:30.723129 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082f699-5d33-4427-83e9-a56304bab915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c279d3-7b72-4b41-be7a-9517419c755f,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:30.726541 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4082f699-5d33-4427-83e9-a56304bab915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:30.727830 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4082f699-5d33-4427-83e9-a56304bab915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:30.729074 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-4082f699-5d33-4427-83e9-a56304bab915 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5c279d3-7b72-4b41-be7a-9517419c755f HTTP/1.1" status: 204 len: 168 time: 0.1791039 Feb 07 01:53:30.889239 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-145c123a-e20e-4476-a992-498f7d96314a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854764961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2420135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851564641'] for subnet, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:30.905336 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:30.945285 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c123a-e20e-4476-a992-498f7d96314a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:30.949245 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-145c123a-e20e-4476-a992-498f7d96314a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:31.054385 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-145c123a-e20e-4476-a992-498f7d96314a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for subnet, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:31.060587 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205e0858-ca43-47d2-bfbb-f3a7e5d85132 None None] Network 69cd2859-3b58-4725-a101-d5bcaf293692 requested from dv-cinder-740146-7-smb {{(pid=79943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 07 01:53:31.060784 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-145c123a-e20e-4476-a992-498f7d96314a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9eb9ab7e-1cae-4b98-ab04-7c246cf05a4b HTTP/1.1" status: 204 len: 168 time: 0.6783178 Feb 07 01:53:31.064246 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 51358) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:31.205233 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854360936'] for network, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:31.288385 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] Deleting port 3e34262d-ec68-4342-9ffe-08e9c61dbeca {{(pid=79941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:53:31.288707 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:31.352010 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c8f57f-6655-444d-a787-276d743e4410 None None] DHCP port deletion for 69cd2859-3b58-4725-a101-d5bcaf293692 request from dv-cinder-740146-7-smb {{(pid=79943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 07 01:53:31.361993 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-67c8f57f-6655-444d-a787-276d743e4410 None None] Deleting port 3e34262d-ec68-4342-9ffe-08e9c61dbeca {{(pid=79943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:53:31.362853 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67c8f57f-6655-444d-a787-276d743e4410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:31.546374 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] For port 3e34262d-ec68-4342-9ffe-08e9c61dbeca, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=3e34262d-ec68-4342-9ffe-08e9c61dbeca,segment=NetworkSegment(e3ae7cb4-c42f-40b2-a355-b5b9b7220df1),segment_id=e3ae7cb4-c42f-40b2-a355-b5b9b7220df1)] {{(pid=79941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:53:31.546779 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:31.620884 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.db [None req-67c8f57f-6655-444d-a787-276d743e4410 None None] For port 3e34262d-ec68-4342-9ffe-08e9c61dbeca, host dv-cinder-740146-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-7-smb',level=0,port_id=3e34262d-ec68-4342-9ffe-08e9c61dbeca,segment=NetworkSegment(e3ae7cb4-c42f-40b2-a355-b5b9b7220df1),segment_id=e3ae7cb4-c42f-40b2-a355-b5b9b7220df1)] {{(pid=79943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 07 01:53:31.621442 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67c8f57f-6655-444d-a787-276d743e4410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684859'] for port, precommit_delete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:31.686208 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] Calling delete_port for 3e34262d-ec68-4342-9ffe-08e9c61dbeca owned by network:dhcp {{(pid=79941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:53:31.760954 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-67c8f57f-6655-444d-a787-276d743e4410 None None] Calling delete_port for 3e34262d-ec68-4342-9ffe-08e9c61dbeca owned by network:dhcp {{(pid=79943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 07 01:53:31.771717 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854420942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036724260499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282839228805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754015125090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852355699'] for port, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:31.788067 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-0f462b52-d46b-448a-bc7e-f2bb92c7ce23 tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:31.841675 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.db.api [None req-67c8f57f-6655-444d-a787-276d743e4410 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79943) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 07 01:53:31.842201 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_db.api [None req-67c8f57f-6655-444d-a787-276d743e4410 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79943) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 07 01:53:31.849285 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e34262d-ec68-4342-9ffe-08e9c61dbeca,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:31.854157 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:31.906854 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 7fcb726b-5ac7-4786-829d-c39f5df0ac2c no longer exists at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:53:31.934635 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] No DVR routers for this DVR port 3e34262d-ec68-4342-9ffe-08e9c61dbeca on host dv-cinder-740146-7-smb {{(pid=79941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 07 01:53:31.950218 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] No Port match for: 7fcb726b-5ac7-4786-829d-c39f5df0ac2c {{(pid=79943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 07 01:53:31.950702 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 7fcb726b-5ac7-4786-829d-c39f5df0ac2c not bound to the agent host dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:53:31.951200 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device cafaef85-36bd-468a-9b0a-03d54a1f6e2c no longer exists at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:53:31.990743 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] No Port match for: cafaef85-36bd-468a-9b0a-03d54a1f6e2c {{(pid=79943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 07 01:53:31.991175 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device cafaef85-36bd-468a-9b0a-03d54a1f6e2c not bound to the agent host dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:53:31.991637 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 3e34262d-ec68-4342-9ffe-08e9c61dbeca no longer exists at agent ovs-agent-dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 07 01:53:32.030113 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] No Port match for: 3e34262d-ec68-4342-9ffe-08e9c61dbeca {{(pid=79943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 07 01:53:32.030861 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.rpc [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Device 3e34262d-ec68-4342-9ffe-08e9c61dbeca not bound to the agent host dv-cinder-740146-7-smb {{(pid=79943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 07 01:53:32.062223 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-14300', 'neutron.services.segments.db._delete_segments_for_network-8754015628454'] for network, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:32.177953 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69cd2859-3b58-4725-a101-d5bcaf293692']}} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:32.192596 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ae7cb4-c42f-40b2-a355-b5b9b7220df1') {'for_net_delete': True} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:32.192978 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.services.segments.db [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ae7cb4-c42f-40b2-a355-b5b9b7220df1') {} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 07 01:53:32.205352 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754015625143', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852707660'] for segment, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:32.220364 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774734'] for segment, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:32.222321 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=79941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 07 01:53:32.343854 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-67c8f57f-6655-444d-a787-276d743e4410 None None] Deleting port 3e34262d-ec68-4342-9ffe-08e9c61dbeca {{(pid=79943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 07 01:53:32.344492 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-67c8f57f-6655-444d-a787-276d743e4410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754015582630'] for port, before_delete {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:32.402485 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] Network 69cd2859-3b58-4725-a101-d5bcaf293692 has no segments {{(pid=79941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:53:32.411740 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2420048'] for segment, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:32.420686 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.plugin [None req-67c8f57f-6655-444d-a787-276d743e4410 None None] The port '3e34262d-ec68-4342-9ffe-08e9c61dbeca' was deleted {{(pid=79943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 07 01:53:32.600862 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.plugins.ml2.managers [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] Network 69cd2859-3b58-4725-a101-d5bcaf293692 has no segments {{(pid=79941) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: Traceback (most recent call last): Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: timer() Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: cb(*args, **kw) Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: return func(*args, **kwargs) Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: self._notify() Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: self.callback(batched_events) Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: event.method(event) Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: segment_id)['aggregates'][0] Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: return f(self, *a, **k) Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: return self._get(url).json() Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: **kwargs) Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: return self.request(url, 'GET', **kwargs) Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: **endpoint_filter) Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 01:53:32.626874 dv-cinder-740146-7-smb neutron-server[79830]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 01:53:32.706268 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854761516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680321'] for network, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:32.710591 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-6a52b00f-b342-40db-892e-77b57876745c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:32.725119 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854207956'] for network, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:32.736051 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=69cd2859-3b58-4725-a101-d5bcaf293692,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:32.740743 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:32.747067 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-4941f0d5-fc78-4fad-a820-4708e5c0b8e8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/69cd2859-3b58-4725-a101-d5bcaf293692 HTTP/1.1" status: 204 len: 168 time: 1.6790586 Feb 07 01:53:32.953149 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 51400) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:33.007195 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-5ee75541-cff0-4d2a-84fd-e14d86f47056 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e2dce6e0c149465684599ec181339cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526943 Feb 07 01:53:33.009774 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 51406) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:33.072635 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3e73793a-f53a-4dbd-bc51-195c24e51e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:33.100399 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3e73793a-f53a-4dbd-bc51-195c24e51e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:33.144339 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3e73793a-f53a-4dbd-bc51-195c24e51e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:33.149423 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-95a232d6-d7a4-416a-a91f-f598cf822d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:33.167987 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73793a-f53a-4dbd-bc51-195c24e51e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c237f29-9fbe-458f-bd73-a897276c4e35,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:33.170829 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3e73793a-f53a-4dbd-bc51-195c24e51e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:33.177819 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-3e73793a-f53a-4dbd-bc51-195c24e51e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:33.179081 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-3e73793a-f53a-4dbd-bc51-195c24e51e37 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c237f29-9fbe-458f-bd73-a897276c4e35 HTTP/1.1" status: 204 len: 168 time: 0.1682966 Feb 07 01:53:39.063766 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 51490) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:39.212892 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e35166f2-904e-4bf3-85dd-4da0c4cb35ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:39.228003 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-e35166f2-904e-4bf3-85dd-4da0c4cb35ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:53:39.232005 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-e35166f2-904e-4bf3-85dd-4da0c4cb35ba admin admin] Usage tracker for resource:security_group_rule and tenant:e2f571ee21544c24b63e002b0ff6aad1 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:53:39.234944 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-e35166f2-904e-4bf3-85dd-4da0c4cb35ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:53:39.240750 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-e35166f2-904e-4bf3-85dd-4da0c4cb35ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:53:39.325737 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e35166f2-904e-4bf3-85dd-4da0c4cb35ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:39.328192 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e35166f2-904e-4bf3-85dd-4da0c4cb35ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:39.338107 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-4d79a352-ddef-465e-a6f4-e7963cb60986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:39.380778 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-e35166f2-904e-4bf3-85dd-4da0c4cb35ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e2f571ee21544c24b63e002b0ff6aad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159111 Feb 07 01:53:39.381742 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35166f2-904e-4bf3-85dd-4da0c4cb35ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c396427-8013-4887-9578-a3acac3c5959,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:39.383748 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 51496) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:39.385295 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-e35166f2-904e-4bf3-85dd-4da0c4cb35ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:39.445831 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc082-752d-4cac-b911-05c74262b2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:39.473801 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc082-752d-4cac-b911-05c74262b2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:39.517800 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc082-752d-4cac-b911-05c74262b2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:39.522725 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-3dcfb4f0-86b6-4d11-adfa-5c7c6dee2029 tempest-AttachVolumeTestJSON-728729353 tempest-AttachVolumeTestJSON-728729353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:39.536416 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fc082-752d-4cac-b911-05c74262b2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c396427-8013-4887-9578-a3acac3c5959,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:39.539691 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-5d1fc082-752d-4cac-b911-05c74262b2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:39.540569 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc082-752d-4cac-b911-05c74262b2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:39.541753 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-5d1fc082-752d-4cac-b911-05c74262b2fb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c396427-8013-4887-9578-a3acac3c5959 HTTP/1.1" status: 204 len: 168 time: 0.1569555 Feb 07 01:53:39.876330 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 51504) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:39.896413 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1e67490f-2078-4e4d-b92d-4a511cb0afc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:39.911228 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-1e67490f-2078-4e4d-b92d-4a511cb0afc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:53:39.915212 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-1e67490f-2078-4e4d-b92d-4a511cb0afc0 admin admin] Usage tracker for resource:security_group_rule and tenant:f7f14a7937a24292a4b18db840ec1432 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:53:39.918116 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-1e67490f-2078-4e4d-b92d-4a511cb0afc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:53:39.923836 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-1e67490f-2078-4e4d-b92d-4a511cb0afc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:53:40.006404 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1e67490f-2078-4e4d-b92d-4a511cb0afc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:40.009410 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-1e67490f-2078-4e4d-b92d-4a511cb0afc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:40.022934 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-28303029-699c-4991-b271-46f64b4d31ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:40.065096 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-1e67490f-2078-4e4d-b92d-4a511cb0afc0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f7f14a7937a24292a4b18db840ec1432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875937 Feb 07 01:53:40.066878 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67490f-2078-4e4d-b92d-4a511cb0afc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5059610-6ee3-475e-85dd-b16741663a18,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:40.068095 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 51508) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:53:40.070157 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1e67490f-2078-4e4d-b92d-4a511cb0afc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:40.132661 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd8194a1-5be0-481d-afe8-7d8310cb9378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:40.158776 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd8194a1-5be0-481d-afe8-7d8310cb9378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:40.202844 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd8194a1-5be0-481d-afe8-7d8310cb9378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:40.206608 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-70352d9f-659b-4b8e-a822-a087a6782e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:53:40.220668 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8194a1-5be0-481d-afe8-7d8310cb9378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5059610-6ee3-475e-85dd-b16741663a18,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:53:40.224451 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-bd8194a1-5be0-481d-afe8-7d8310cb9378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:53:40.226840 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bd8194a1-5be0-481d-afe8-7d8310cb9378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:40.228189 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-bd8194a1-5be0-481d-afe8-7d8310cb9378 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f5059610-6ee3-475e-85dd-b16741663a18 HTTP/1.1" status: 204 len: 168 time: 0.1588175 Feb 07 01:53:41.325975 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e941ca32-fed3-4c62-bbd6-86de324a1cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:43.726949 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2cfacb8a-42c5-4907-8147-f9f639b95d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:43.752110 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:44.081807 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:44.165970 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:53:45.039170 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:53:45.590969 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:06.536609 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 51690) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:54:06.685969 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-92dba09a-555d-4cff-b7a5-eafa68f14b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:06.700908 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-92dba09a-555d-4cff-b7a5-eafa68f14b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:54:06.705123 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-92dba09a-555d-4cff-b7a5-eafa68f14b91 admin admin] Usage tracker for resource:security_group_rule and tenant:7a115181d73d473f93d63f32c2b572a2 is out of sync, need to count used quota {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:54:06.708693 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-92dba09a-555d-4cff-b7a5-eafa68f14b91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79942) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:54:06.714763 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-92dba09a-555d-4cff-b7a5-eafa68f14b91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79942) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:54:06.802818 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-92dba09a-555d-4cff-b7a5-eafa68f14b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:06.805552 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-92dba09a-555d-4cff-b7a5-eafa68f14b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:06.814222 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-74d355e9-7872-410a-b339-c256c30b991c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:54:06.858944 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-92dba09a-555d-4cff-b7a5-eafa68f14b91 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a115181d73d473f93d63f32c2b572a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211842 Feb 07 01:54:06.860619 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dba09a-555d-4cff-b7a5-eafa68f14b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c6c34b-9dae-43ab-b069-0fa768c450bb,revision_number=1']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:54:06.861899 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 51696) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:54:06.864612 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-92dba09a-555d-4cff-b7a5-eafa68f14b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:54:06.923724 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d79b3cf8-2d10-46fa-bf62-8412a3e42c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:06.950578 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d79b3cf8-2d10-46fa-bf62-8412a3e42c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:07.001019 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d79b3cf8-2d10-46fa-bf62-8412a3e42c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:07.006043 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d936f696-f0da-4009-ad2a-0ab1d8efd82e tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:54:07.020592 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b3cf8-2d10-46fa-bf62-8412a3e42c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c6c34b-9dae-43ab-b069-0fa768c450bb,revision_number=None']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:54:07.025797 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-d79b3cf8-2d10-46fa-bf62-8412a3e42c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:54:07.032482 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d79b3cf8-2d10-46fa-bf62-8412a3e42c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:07.033690 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-d79b3cf8-2d10-46fa-bf62-8412a3e42c41 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/36c6c34b-9dae-43ab-b069-0fa768c450bb HTTP/1.1" status: 204 len: 168 time: 0.1701167 Feb 07 01:54:11.327642 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-18bd0137-3812-4254-a449-63710d369aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:13.733426 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e3001642-c32f-4113-85df-bb12cc38a4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:13.753100 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:14.084960 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:15.040432 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:15.593740 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:19.248000 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79941) accepted ('10.222.0.52', 51818) {{(pid=79941) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:54:19.397422 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:19.412403 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 07 01:54:19.416618 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Usage tracker for resource:security_group_rule and tenant:cb2d55de7d7a4dd4858984a6037dd681 is out of sync, need to count used quota {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 07 01:54:19.419724 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.quota.resource [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79941) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 07 01:54:19.426232 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.quota.driver [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79941) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 07 01:54:19.516767 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:19.519899 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_create {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:19.528644 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-1bb5de02-a840-4203-8442-e55e4574eb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:54:19.570995 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cb2d55de7d7a4dd4858984a6037dd681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218703 Feb 07 01:54:19.572680 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea241492-1002-4c0d-a96a-72d0577d51a9,revision_number=1']} {{(pid=79941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:54:19.573905 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.wsgi [-] (79942) accepted ('10.222.0.52', 51826) {{(pid=79942) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 07 01:54:19.580663 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.581125 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.582035 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.582433 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.582844 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.583252 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.583644 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.584281 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.584677 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.585072 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.585460 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.585848 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.586297 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.586691 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.587106 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.587496 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.587882 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.588274 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.588669 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.589058 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.589452 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.589841 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.590227 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.590613 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.595043 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-2569fa9b-1324-41fa-9068-8ab59381ef95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:54:19.638611 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:19.666413 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:19.711187 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701118'] for security_group, after_delete {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:19.716204 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-def9f102-8246-47e5-aa96-393bbdd1aecf tempest-AttachVolumeShelveTestJSON-1809128738 tempest-AttachVolumeShelveTestJSON-1809128738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 07 01:54:19.729627 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea241492-1002-4c0d-a96a-72d0577d51a9,revision_number=None']} {{(pid=79942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 07 01:54:19.742970 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.743417 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.743856 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.744272 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.744684 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.745093 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.745496 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.745899 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.746302 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.746704 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.747137 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.747540 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74014 {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.748001 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.748404 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.748806 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.749204 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.749609 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.750011 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.750410 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.750876 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.751234 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.751633 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.752031 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.752430 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-7-smb {{(pid=79942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 07 01:54:19.756221 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG oslo_concurrency.lockutils [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79942) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 07 01:54:19.757411 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79942) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:19.758671 dv-cinder-740146-7-smb neutron-server[79830]: INFO neutron.wsgi [None req-a0ed1a14-8360-464b-b917-11a451e742a2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ea241492-1002-4c0d-a96a-72d0577d51a9 HTTP/1.1" status: 204 len: 168 time: 0.1836545 Feb 07 01:54:21.166789 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:54:41.327908 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-986b76db-933d-48af-8e98-dbab7b0a08db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:43.727472 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-75fb479d-006f-4d72-931d-e4a1d93f972e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:43.774589 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:44.086858 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:45.042141 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:45.595936 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:54:58.166198 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:55:11.330446 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2221b30d-264e-4757-9976-df7756e4be72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:55:13.729265 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-b537c29e-a4df-41c6-82fd-792bdfc06817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:55:13.783543 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:55:14.090692 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:55:15.044075 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:55:15.599837 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:55:35.166315 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:55:41.331223 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-ed9f22a4-c230-42fb-b91d-30912a3c0a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:55:43.730725 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a65f196a-11ea-4c5b-87a0-bb8418387d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:55:43.779210 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:55:44.093904 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:55:45.044422 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:55:45.601098 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:56:11.333219 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-12a757b8-79aa-4b25-9614-31339b68be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:56:12.165462 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:56:13.731870 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-aa455bcc-9390-4a37-ad68-d008ea3d8529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:56:13.777716 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:56:14.095962 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:56:15.046317 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:56:15.603973 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:56:41.333444 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-0598d912-2710-4b44-b50e-bb1b90e19850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:56:43.733958 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-430e71e5-20c8-4f43-9fcd-bcfcb7e72725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:56:43.776997 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:56:44.097862 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:56:45.047328 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:56:45.607753 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:56:49.164568 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:57:11.335914 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-c1b7e1e9-4a0d-44d5-83ed-d245971871de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:57:13.734976 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-f47f6838-016c-4be9-963a-ee7e330c1778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:57:13.776337 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:57:14.101519 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:57:15.050286 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:57:15.611664 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:57:26.164114 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:57:41.338362 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-41f089dc-2687-4ad8-8a91-145410d82a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:57:43.735496 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-038b3478-e5a4-4d46-9caf-c76695a045a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:57:43.793875 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:57:44.103381 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:57:45.050441 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:57:45.613173 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:58:03.163669 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:58:11.340524 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-309b7d50-8269-431f-b7a6-1b80892b30c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:58:13.736103 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-a0d7b74b-7e64-4955-98cb-c027d8a8259c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:58:13.806626 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:58:14.107473 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:58:15.051821 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:58:15.620766 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:58:40.162849 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 07 01:58:41.341532 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e75fc342-8ea1-4ebc-9716-10daea29776b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:58:43.736665 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-7e380ff7-6be3-4ebd-be25-9b4ed9d3aad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:58:43.804419 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:58:44.110570 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:58:45.053003 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:58:45.618161 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:59:11.342073 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bc73026d-dd18-44e4-a37c-b62254ae6a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:59:13.760055 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-e5869de7-1adb-4d76-838b-38d319bbb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:59:13.835402 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a3f7-6536-462d-b62e-6b40c882bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:59:14.113987 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-d95fc468-2120-47f0-a9de-dd8e4cb3af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:59:15.056753 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-03d90ecd-8739-4889-9d6f-d73a8d14daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:59:15.621530 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f58-41aa-487e-848d-c5f734aefbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754015628437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2072'] for agent, after_update {{(pid=79943) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 07 01:59:17.162220 dv-cinder-740146-7-smb neutron-server[79830]: DEBUG neutron.db.agents_db [None req-bcd42bd3-12a2-492f-b563-578d77993e7c None None] Agent healthcheck: found 6 active agents {{(pid=79944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}